-- Logs begin at Mon 2021-08-16 08:26:43 UTC, end at Mon 2021-08-16 09:40:59 UTC. -- Aug 16 09:13:58.712706 dv-cinder-804611-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 09:14:01.395439 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.common.config [-] Logging enabled! Aug 16 09:14:01.395990 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 09:14:01.396148 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94490) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 09:14:01.399399 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.common.config [-] Logging enabled! Aug 16 09:14:01.399654 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 09:14:01.399968 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94490) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 09:14:01.400941 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 09:14:01.401177 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 09:14:01.401538 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 09:14:01.401785 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 09:14:01.402009 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 09:14:01.402331 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.402631 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.402930 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.403161 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.403460 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.403754 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.404041 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.404352 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.404652 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.405533 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.405852 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.406147 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.406398 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.406665 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.406955 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.407246 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.407471 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] debug = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.407753 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.408180 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.408687 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.408972 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.409263 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.409545 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.409818 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.410097 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.410385 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.410716 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] host = dv-cinder-804611-1-iscsi {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.410998 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.411287 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.411575 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.411861 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.412138 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.412443 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.412734 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.413008 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.413282 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] log_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.413562 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.413850 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.414138 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.414430 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.414655 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.414877 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.415166 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.415452 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.415735 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.416012 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.416309 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.416598 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.416876 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.417147 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.417434 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.417722 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.418009 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.418286 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.418565 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.418840 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.419116 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.419408 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.419688 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.419965 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.420243 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.420583 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.420858 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.421135 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.421438 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.421728 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.422016 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.422304 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.422583 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.422869 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.423146 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.423421 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.423696 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] use_json = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.423973 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.424249 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.424568 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.424907 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.425185 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.425463 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.425741 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.426031 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:01.426336 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.426639 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.426944 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.427230 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.427527 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.427811 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.428105 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.428410 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.428704 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.428997 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.429286 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.429567 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.429858 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.430141 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.430439 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.430746 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.431043 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.431335 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.431612 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.431889 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.432165 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.432471 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.432761 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.433059 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.433352 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.433629 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.433911 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.434211 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.434491 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.434766 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.435047 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.435338 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.435619 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.435895 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.436207 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.436516 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.436796 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.437073 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.437354 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.437650 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.438014 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.438296 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.438577 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.438862 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.439143 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.439433 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.439718 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.439998 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.440273 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.440601 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.440864 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.441150 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.441435 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.441714 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.441997 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.442277 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.442557 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.442838 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.443116 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.443394 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.443671 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.443950 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.444232 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.444543 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.444822 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.445102 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.445380 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.445658 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.445950 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.446250 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.446532 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.446827 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.447104 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.447387 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.447666 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.447947 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.448231 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.448541 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.448820 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.449115 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.449406 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.449696 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.449996 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.450265 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.450566 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.450852 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.451147 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.451430 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.452234 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.452563 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.452854 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.453154 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.453454 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.453752 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.454049 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.454346 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.454633 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.454947 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.455231 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:01.455450 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 09:14:01.455691 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94490) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 09:14:01.806183 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 09:14:01.806463 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 09:14:01.806757 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 09:14:01.807093 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 09:14:02.203192 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.203483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.203759 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.205033 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.205407 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.205678 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.242299 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.242578 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.242859 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.259633 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.259910 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.260178 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.288044 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.288344 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.288618 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.325469 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.325752 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.326024 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.558784 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.559400 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.559400 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.559572 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.560271 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.680511 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.680830 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.681119 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.681389 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.681656 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.681964 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.682225 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.682482 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.682741 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.683024 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.683286 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.683551 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.683808 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.684061 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.684338 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.684610 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.684868 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.685138 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.685408 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.685668 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.685942 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.686224 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.686509 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.686886 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.687138 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.687386 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.687784 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 09:14:02.688027 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 09:14:02.688266 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 09:14:02.688529 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 09:14:02.688767 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 09:14:02.689005 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 09:14:02.689369 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 09:14:02.692442 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 09:14:02.696398 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 09:14:02.700194 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 16 09:14:02.702509 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 09:14:02.702955 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 09:14:02.703302 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 09:14:02.703687 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 09:14:02.706503 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 09:14:02.706754 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 09:14:02.707103 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 09:14:02.712397 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 09:14:02.735119 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 09:14:02.735576 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.735877 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94490) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 09:14:02.736245 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.737690 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94490) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 09:14:02.737970 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 09:14:02.738217 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 09:14:02.741614 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.741904 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:02.805045 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 09:14:02.805285 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 09:14:02.805522 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 09:14:02.805894 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 09:14:02.826794 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_db.sqlalchemy.engines [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94490) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 09:14:03.803564 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Initializing driver for type 'gre' Aug 16 09:14:03.804195 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] gre ID ranges: [(1, 1000)] Aug 16 09:14:03.992207 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Initializing driver for type 'local' Aug 16 09:14:03.992582 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Initializing driver for type 'vlan' Aug 16 09:14:04.112258 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] VlanTypeDriver initialization complete Aug 16 09:14:04.112636 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Initializing driver for type 'vxlan' Aug 16 09:14:04.113140 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] vxlan ID ranges: [(1, 1000)] Aug 16 09:14:04.334818 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Initializing extension driver 'port_security' Aug 16 09:14:04.335154 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.extensions.port_security [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] PortSecurityExtensionDriver initialization complete Aug 16 09:14:04.335483 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Initializing mechanism driver 'openvswitch' Aug 16 09:14:04.335806 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Initializing mechanism driver 'hyperv' Aug 16 09:14:04.342284 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.plugins.ml2.plugin [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:14:04.342924 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > port after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.343294 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > port after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.343645 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > port after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.344162 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 09:14:04.344617 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.344970 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.345316 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.345708 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 09:14:04.346110 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > network after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.346461 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > network after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.346806 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > network after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.347194 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 09:14:04.347595 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > security_group after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.347943 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > security_group after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.348283 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.348694 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 09:14:04.349236 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.349587 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.349932 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.350325 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 09:14:04.350724 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > address_group after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.351071 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > address_group after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.351411 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.351797 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 09:14:04.352174 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] ML2 OVO RPC backend initialized. {{(pid=94490) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 09:14:04.352917 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364159 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364159 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > network before_response 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364159 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > networks before_response 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364159 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > port before_response 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364520 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > ports before_response 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364520 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > subnet before_response 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364520 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > subnets before_response 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364520 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > network after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364817 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > network after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364817 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > network after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364817 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > port after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.364817 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > port after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.365099 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > port after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.365099 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.365099 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.365099 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.365390 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.plugin [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Modular L2 Plugin initialization complete Aug 16 09:14:04.365390 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading services supported by the core plugin {{(pid=94490) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 09:14:04.365390 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.plugins.ml2.managers [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Got port-security extension from driver 'port_security' Aug 16 09:14:04.365390 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.extensions.vlantransparent [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Disabled vlantransparent extension. Aug 16 09:14:04.365390 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94490) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 09:14:04.365390 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading Plugin: router Aug 16 09:14:04.410800 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.411191 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router after_create 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.411565 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router before_create 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.411934 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.412324 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.412688 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router after_delete 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.413052 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.413419 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router after_create 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.413769 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router after_update 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.414120 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router after_update 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.414469 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.414829 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router after_update 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.415239 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.415608 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: port after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.415949 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: port after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.416288 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: subnet after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.416736 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.417087 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.417436 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.417781 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: port before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.418126 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router precommit_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.418484 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router after_update 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.418904 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.419261 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.419622 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.419967 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.420358 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > agent after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.421254 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > agent after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.421601 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > network after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.422467 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Tracking information for resource: router configured {{(pid=94490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 09:14:04.422800 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Tracking information for resource: floatingip configured {{(pid=94490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 09:14:04.427665 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.db.l3_agentschedulers_db [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 09:14:04.428400 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: port after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.428766 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: port after_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.429120 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: port after_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.429472 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: port after_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.430267 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router before_create 55550100 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.430633 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.431000 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router precommit_create 55550100 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.431357 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > router precommit_update 55550100 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.435739 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.services.provider_configuration [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service providers = [] {{(pid=94490) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 09:14:04.438206 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.db.servicetype_db [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94490) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 09:14:04.440611 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.services.service_base [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 09:14:04.440965 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.services.service_base [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 09:14:04.441308 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.services.service_base [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 09:14:04.442213 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.services.service_base [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 09:14:04.442621 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.services.service_base [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 09:14:04.442993 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 09:14:04.443311 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 09:14:04.453967 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 09:14:04.454305 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading Plugin: auto_allocate Aug 16 09:14:04.460035 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: network precommit_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.460432 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: network precommit_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.460946 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 09:14:04.461266 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading Plugin: tag Aug 16 09:14:04.467762 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 09:14:04.468093 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading Plugin: timestamp Aug 16 09:14:04.472109 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 09:14:04.472472 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading Plugin: network_ip_availability Aug 16 09:14:04.477837 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.478207 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.478564 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.479342 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 09:14:04.489693 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading Plugin: flavors Aug 16 09:14:04.494040 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 09:14:04.494381 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading Plugin: revisions Aug 16 09:14:04.499256 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 09:14:04.499688 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_concurrency.lockutils [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.693s {{(pid=94490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 09:14:04.500453 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94490) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 09:14:04.500793 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Initializing extension manager. Aug 16 09:14:04.501310 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: __init__.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.501652 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: __pycache__ {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.501987 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.502321 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: address_group.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.503077 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.503675 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: address-group Aug 16 09:14:04.504012 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: address_scope.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.504751 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.505267 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: address-scope Aug 16 09:14:04.505592 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.506520 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.507032 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: router-admin-state-down-before-update Aug 16 09:14:04.507354 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: agent.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.508250 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.508786 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: agent Aug 16 09:14:04.509110 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: agent_resources_synced.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.510021 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.510531 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: agent-resources-synced Aug 16 09:14:04.510855 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: allowedaddresspairs.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.512674 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.513195 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: allowed-address-pairs Aug 16 09:14:04.513522 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: auto_allocated_topology.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.514616 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.515130 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: auto-allocated-topology Aug 16 09:14:04.515456 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: availability_zone.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.516153 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.516690 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: availability_zone Aug 16 09:14:04.517018 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: availability_zone_filter.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.517930 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.518440 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: availability_zone_filter Aug 16 09:14:04.518763 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: data_plane_status.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.519670 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.520176 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 09:14:04.520528 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: default_subnetpools.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.521448 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.521959 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: default-subnetpools Aug 16 09:14:04.522280 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.523083 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.523599 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: dhcp_agent_scheduler Aug 16 09:14:04.523920 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: dns.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.535441 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.535950 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 09:14:04.536273 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: dns_domain_ports.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.537219 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.537733 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 09:14:04.538056 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.538975 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.539484 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 09:14:04.539805 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: dvr.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.540509 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.541016 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: dvr Aug 16 09:14:04.541336 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: ecmp_routes.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.542261 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.542767 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 09:14:04.543091 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: empty_string_filtering.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.544010 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.544547 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: empty-string-filtering Aug 16 09:14:04.544871 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.546308 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.546812 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 09:14:04.547132 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.548054 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.548590 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 09:14:04.548914 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: external_net.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.549894 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.550400 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: external-net Aug 16 09:14:04.550722 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.551692 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.552201 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: extra_dhcp_opt Aug 16 09:14:04.552555 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: extraroute.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.553473 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.553979 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: extraroute Aug 16 09:14:04.554301 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: extraroute_atomic.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.555339 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.555849 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: extraroute-atomic Aug 16 09:14:04.556174 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: filter_validation.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.556873 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.557379 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: filter-validation Aug 16 09:14:04.557698 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: fip_pf_description.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.558611 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.559119 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 09:14:04.559441 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: fip_port_details.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.560386 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.560900 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: fip-port-details Aug 16 09:14:04.561763 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: flavors.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.562998 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.563519 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: flavors Aug 16 09:14:04.563845 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.565505 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.566030 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 09:14:04.566358 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: floatingip_pools.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.567128 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.567657 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: floatingip-pools Aug 16 09:14:04.567975 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: ip_allocation.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.569007 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.569497 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 09:14:04.569820 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.570746 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.571258 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: ip-substring-filtering Aug 16 09:14:04.571581 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: l2_adjacency.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.572539 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.573047 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 09:14:04.573368 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: l3.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.574471 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.574995 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: router Aug 16 09:14:04.575322 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.577605 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.578138 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 09:14:04.578473 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.579435 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.579954 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: ext-gw-mode Aug 16 09:14:04.580284 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.581314 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.581829 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: l3-ha Aug 16 09:14:04.582161 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: l3_flavors.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.583079 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.583587 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: l3-flavors Aug 16 09:14:04.583911 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.584923 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.585434 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 09:14:04.585757 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: l3agentscheduler.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.586791 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.587307 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: l3_agent_scheduler Aug 16 09:14:04.587632 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: logging.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.589145 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.589671 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension logging not supported by any of loaded plugins Aug 16 09:14:04.590003 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: metering.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.590744 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.591368 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: metering Aug 16 09:14:04.591696 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.593374 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.593843 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: metering_source_and_destination_fields Aug 16 09:14:04.594169 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: multiprovidernet.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.595096 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.595610 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: multi-provider Aug 16 09:14:04.595937 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: netmtu.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.596882 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.597395 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: net-mtu Aug 16 09:14:04.597721 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: netmtu_writable.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.598642 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.599169 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: net-mtu-writable Aug 16 09:14:04.604137 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: network_availability_zone.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.604137 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.604137 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: network_availability_zone Aug 16 09:14:04.604137 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: network_ip_availability.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.604600 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.605121 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: network-ip-availability Aug 16 09:14:04.605445 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: network_segment_range.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.606207 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.606716 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 09:14:04.607037 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: pagination.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.608926 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.609257 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: pagination Aug 16 09:14:04.609578 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: port_device_profile.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.610499 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.611015 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: port-device-profile Aug 16 09:14:04.611337 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.612256 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.612797 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: port-mac-address-regenerate Aug 16 09:14:04.613119 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.614032 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.614541 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: port-numa-affinity-policy Aug 16 09:14:04.614864 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: port_resource_request.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.615785 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.616322 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 09:14:04.616639 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: portbindings.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.617569 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.618082 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: binding Aug 16 09:14:04.618404 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: portbindings_extended.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.619818 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.620373 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: binding-extended Aug 16 09:14:04.620705 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: portsecurity.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.621632 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.622147 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: port-security Aug 16 09:14:04.622471 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: project_id.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.623445 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.623801 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: project-id Aug 16 09:14:04.624185 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: providernet.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.625080 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.625707 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: provider Aug 16 09:14:04.626030 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: qos.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.629561 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.630088 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension qos not supported by any of loaded plugins Aug 16 09:14:04.630424 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.631728 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.632249 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 09:14:04.632606 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.633537 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.634055 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 09:14:04.634383 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: qos_default.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.635306 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.635818 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension qos-default not supported by any of loaded plugins Aug 16 09:14:04.636143 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: qos_fip.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.636868 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.637373 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 09:14:04.637697 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: qos_gateway_ip.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.638622 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.639149 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 09:14:04.639472 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: qos_port_network_policy.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.640410 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.640918 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 09:14:04.641241 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: qos_pps_rule.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.642413 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.642933 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 09:14:04.643257 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: qos_rule_type_details.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.644177 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.644717 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 09:14:04.645047 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: qos_rules_alias.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.646093 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.646608 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 09:14:04.646933 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: quotasv2.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.647845 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.648175 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: quotas Aug 16 09:14:04.648521 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: quotasv2_detail.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.651532 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.651873 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: quota_details Aug 16 09:14:04.652203 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: rbac.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.653476 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.654004 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: rbac-policies Aug 16 09:14:04.654336 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: rbac_address_group.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.655803 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.656343 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: rbac-address-group Aug 16 09:14:04.656678 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: rbac_address_scope.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.657600 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.658123 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: rbac-address-scope Aug 16 09:14:04.665591 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: rbac_security_groups.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.666364 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.666881 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: rbac-security-groups Aug 16 09:14:04.667204 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: rbac_subnetpool.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.668137 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.668683 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: rbac-subnetpool Aug 16 09:14:04.669006 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: revisionifmatch.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.669940 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.670990 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: revision-if-match Aug 16 09:14:04.671324 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: revisions.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.672496 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.673011 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: standard-attr-revisions Aug 16 09:14:04.673338 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: router_availability_zone.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.674018 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.674530 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: router_availability_zone Aug 16 09:14:04.674854 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: routerservicetype.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.675776 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.676289 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 09:14:04.676639 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.677560 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.678074 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: security-groups-normalized-cidr Aug 16 09:14:04.678397 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.679317 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.679831 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: port-security-groups-filtering Aug 16 09:14:04.680153 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.681108 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.681623 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: security-groups-remote-address-group Aug 16 09:14:04.681944 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: securitygroup.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.691479 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.692008 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: security-group Aug 16 09:14:04.692383 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: segment.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.693173 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.693686 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension segment not supported by any of loaded plugins Aug 16 09:14:04.700166 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.700947 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.701467 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 09:14:04.701879 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: servicetype.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.703070 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.703594 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: service-type Aug 16 09:14:04.703925 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: sorting.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.704944 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.705282 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: sorting Aug 16 09:14:04.705683 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: standard_attr_segment.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.706613 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.707132 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 09:14:04.707461 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: standardattrdescription.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.708119 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.708656 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: standard-attr-description Aug 16 09:14:04.708983 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: stateful_security_group.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.709914 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.710431 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: stateful-security-group Aug 16 09:14:04.710754 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: stdattrs_common.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.711372 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 09:14:04.711694 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.712654 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.713173 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 09:14:04.713497 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: subnet_onboard.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.714583 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.715101 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: subnet_onboard Aug 16 09:14:04.715427 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.716377 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.716893 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 09:14:04.717219 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: subnet_service_types.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.718678 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.719192 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: subnet-service-types Aug 16 09:14:04.719514 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: subnetallocation.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.720641 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.721165 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: subnet_allocation Aug 16 09:14:04.721489 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.722155 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.722662 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: subnetpool-prefix-ops Aug 16 09:14:04.723015 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.723952 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.724488 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 09:14:04.724810 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: tagging.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.725870 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.726397 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: standard-attr-tag Aug 16 09:14:04.726724 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: timestamp.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.727937 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.728506 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loaded extension: standard-attr-timestamp Aug 16 09:14:04.728825 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: trunk.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.729871 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.730391 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension trunk not supported by any of loaded plugins Aug 16 09:14:04.730720 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: trunk_details.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.731658 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.732174 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 09:14:04.732860 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: uplink_status_propagation.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.734363 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.734883 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 09:14:04.735210 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Loading extension file: vlantransparent.py {{(pid=94490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 09:14:04.735882 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 09:14:04.736429 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 09:14:04.738985 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:network Aug 16 09:14:04.739513 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:subnet Aug 16 09:14:04.739914 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 09:14:04.740317 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:port Aug 16 09:14:04.741530 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.741982 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service FLAVORS assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.742584 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.743039 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.743404 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:router Aug 16 09:14:04.743892 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 09:14:04.744448 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service METERING assigned prefix: /metering {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.745884 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.746257 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.746655 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:14:04.747641 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 09:14:04.748095 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:security_group Aug 16 09:14:04.748607 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 09:14:04.750292 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service CORE assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.750639 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 09:14:04.751001 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] subnetpool is already registered Aug 16 09:14:04.751451 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service CORE assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.751784 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 09:14:04.752122 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] subnetpool is already registered Aug 16 09:14:04.754426 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.754862 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service FLAVORS assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.755450 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.755878 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.756212 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:router Aug 16 09:14:04.756581 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] router is already registered Aug 16 09:14:04.756999 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 09:14:04.757338 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] floatingip is already registered Aug 16 09:14:04.757799 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service METERING assigned prefix: /metering {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.758477 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 09:14:04.758805 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] rbac_policy is already registered Aug 16 09:14:04.759216 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:security_group Aug 16 09:14:04.759551 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] security_group is already registered Aug 16 09:14:04.759953 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 09:14:04.760287 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] security_group_rule is already registered Aug 16 09:14:04.760934 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service CORE assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.761263 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 09:14:04.761598 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] subnetpool is already registered Aug 16 09:14:04.762021 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.v2.resource_helper [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Service CORE assigned prefix: {{(pid=94490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 09:14:04.762344 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 09:14:04.762677 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING neutron.quota.resource_registry [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] subnetpool is already registered Aug 16 09:14:04.763139 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: extensions {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.764617 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: address-groups {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.766100 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: address-scopes {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.767629 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: agents {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.768807 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: auto-allocated-topology {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.770072 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: availability_zones {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.771290 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: dhcp-networks {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.772814 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: dhcp-agents {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.774219 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: routers {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.775934 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: flavors {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.777215 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: service_profiles {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.778428 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: next_providers {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.780381 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: service_profiles {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.781921 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: floatingip-pools {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.783130 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: routers {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.784855 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: floatingips {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.786132 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: l3-routers {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.787502 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: l3-agents {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.788953 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: metering-labels {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.790206 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: metering-label-rules {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.791578 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: network-ip-availabilities {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.792850 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: bindings {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.794404 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: quotas {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.796505 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: quotas {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.797940 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: rbac-policies {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.799130 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: security-groups {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.800483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: security-group-rules {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.801697 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: service-providers {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.802925 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: subnetpools {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.804438 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: subnetpools {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.806114 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: tags {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.807780 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: tags {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.809607 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: tags {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.811408 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: tags {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.813118 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: tags {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.816039 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: tags {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.817740 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: tags {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.819526 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: tags {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.821401 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: tags {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.823134 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron.api.extensions [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Extended resource: tags {{(pid=94490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 09:14:04.829064 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING keystonemiddleware.auth_token [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 09:14:04.833636 dv-cinder-804611-1-iscsi neutron-server[94490]: WARNING keystonemiddleware.auth_token [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 09:14:04.841927 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_concurrency.lockutils [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Acquired lock "singleton_lock" {{(pid=94490) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 09:14:04.842927 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_concurrency.lockutils [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Releasing lock "singleton_lock" {{(pid=94490) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 09:14:04.843608 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO oslo_service.service [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Starting 2 workers Aug 16 09:14:04.848434 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Started child 94599 {{(pid=94490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 09:14:04.852955 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Started child 94600 {{(pid=94490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 09:14:04.853867 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:04.854498 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO neutron.service [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 09:14:04.855154 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Notify callbacks [] for process, before_spawn {{(pid=94490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:04.855295 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [-] (94599) wsgi starting up on http://0.0.0.0:9696 Aug 16 09:14:04.857796 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO oslo_service.service [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Starting 1 workers Aug 16 09:14:04.858094 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:04.859909 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [-] (94600) wsgi starting up on http://0.0.0.0:9696 Aug 16 09:14:04.863619 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Started child 94601 {{(pid=94490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 09:14:04.864141 dv-cinder-804611-1-iscsi neutron-server[94490]: INFO oslo_service.service [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Starting 1 workers Aug 16 09:14:04.867338 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.service [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] calling RpcWorker wait() {{(pid=94601) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 09:14:04.867884 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.service [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] returning from RpcWorker wait() {{(pid=94601) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 09:14:04.868657 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Started child 94602 {{(pid=94490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 09:14:04.869337 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:04.869476 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG neutron_lib.callbacks.manager [None req-be96fb48-77fd-47da-9b6a-7d9c5031aec1 None None] Notify callbacks [] for process, after_spawn {{(pid=94490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:04.869895 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:14:04.871342 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94490) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 09:14:04.871574 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 09:14:04.871745 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 09:14:04.871959 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 09:14:04.872309 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 09:14:04.872481 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 09:14:04.872993 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.873270 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.873406 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:04.873878 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.873878 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.874131 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.874724 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.874995 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.875232 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.875498 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.875775 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.875946 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.876113 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.876401 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.876652 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.876937 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.877196 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.877447 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.877724 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.877894 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.878148 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.878410 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.878674 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.878948 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] debug = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.879204 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.879704 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.879969 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.880215 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.880465 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.880756 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.880987 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.881266 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.881520 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.881743 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.881997 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.882264 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.882513 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.882735 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.882954 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.883215 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.883459 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.887259 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] host = dv-cinder-804611-1-iscsi {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.887259 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.887259 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.887259 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.887259 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.887259 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.887259 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.887259 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.888281 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.888281 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.888281 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.888281 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.888281 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.888281 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.888281 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.888281 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_options = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.889219 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 39180) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:04.889348 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.889348 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.889348 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.889348 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.889348 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.889348 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.889348 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.890171 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.890171 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.890171 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.890171 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.890171 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.890760 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.890760 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.890999 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.891135 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.891546 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.891546 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.891797 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.892028 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.892252 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.892527 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.892745 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.892968 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.893184 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.893423 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.893648 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.893862 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.894078 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.894326 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.894565 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.894837 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.895096 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.895339 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.895571 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.896644 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.896644 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.896912 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060773 Aug 16 09:14:04.897066 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.897066 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.897066 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.897483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.897483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.897760 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.897897 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.899297 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.899297 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_json = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.899615 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.899615 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.899879 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.900061 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.900359 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.900545 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.900769 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.901010 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.901688 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.901845 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.902031 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.902636 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.902636 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.902925 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.903063 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.903261 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.903511 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.903748 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.904056 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.904283 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.906643 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.906643 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.906643 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.907079 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.907233 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.907380 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.908441 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.908441 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.908441 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.908441 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.909002 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.909002 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.909278 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.909682 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.910100 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.910343 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.910664 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.910821 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.911026 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.911247 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.911530 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.911997 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.911997 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.912267 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.912441 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.912653 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.912906 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.913155 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.913419 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.913689 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.913917 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.914167 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.914403 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.914620 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.914840 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.915092 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.915381 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.915628 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.915880 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.916105 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.916783 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.916904 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:14:04.916985 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.916985 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.916985 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.917847 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.917847 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.917847 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.917847 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.918106 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.918321 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.918728 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.918958 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.919189 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.919424 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.919639 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.919890 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.920113 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.920411 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.923825 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.923825 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.923825 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.923825 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.923825 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.923825 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.923825 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.923825 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.923825 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.924390 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.924390 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.924390 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.924390 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.924390 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.924390 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.924726 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.925012 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.925194 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.925422 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.925683 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.925906 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.926174 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.926418 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.926639 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.926873 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.927127 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.927377 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.927739 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.927994 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.928220 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.928571 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.928833 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.928982 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.930483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.930483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.930483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.930483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.930483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.930483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.931300 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.931300 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.931300 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.931762 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.931936 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.932365 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.932365 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.932677 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.933322 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.933322 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.933628 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.934372 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.934372 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.934372 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.934581 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.934734 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.936505 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.936505 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.936766 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.937000 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.937244 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.937487 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.937773 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.938122 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.938391 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.938789 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.939205 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.939680 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.941011 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.941422 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.941707 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.941965 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.942229 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.942623 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.943039 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.943422 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.943812 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.944208 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.944610 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.945025 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.945406 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.945801 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.946165 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.946536 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.946918 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.947297 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.947678 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.948069 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.948464 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.948866 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.949133 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.949357 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.949760 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.950005 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.950386 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.950510 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.951082 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.951082 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.951258 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.953632 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.953632 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.953632 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.953632 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.954002 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.954002 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.954169 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.954385 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.954648 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.954892 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.956018 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.956246 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.956499 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.956742 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.956982 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.957236 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.957456 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.957699 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.957955 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.958303 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.958577 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.958816 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.959073 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.959297 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.959567 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.959817 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.960039 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.960268 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.961281 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.962369 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.962687 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.962938 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.963844 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.965849 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.968069 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.968507 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.968888 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.969291 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.969768 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.970176 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.970579 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.971002 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.971390 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.971753 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.972508 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.972743 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.972973 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.973213 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.973444 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.973671 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.973929 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.974171 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.974392 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.974624 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.974847 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.975059 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.975328 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.975564 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.975780 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.976009 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.976229 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.976468 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.976718 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.976960 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.977175 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.977402 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.977621 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.977844 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.978075 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.978286 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.978500 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.978724 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.978963 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.979179 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.979494 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.979752 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.979978 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.980275 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.980546 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.980795 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.981056 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.981379 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.981615 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.981878 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.982098 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.982350 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.982877 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.983156 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.983490 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.983782 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.984048 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.984415 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.984694 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.985812 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.985812 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.985812 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.985812 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.986103 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.986338 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.987268 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.987268 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.987268 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.987522 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.987522 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.987769 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.987983 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.988205 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.988710 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.989096 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.989334 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.989565 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.989800 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.990024 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.990283 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.990519 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.990764 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.990997 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:04.991151 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 09:14:04.991673 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94490) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 09:14:04.991836 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 09:14:04.992001 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 09:14:04.992195 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 09:14:04.992388 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 09:14:04.992697 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 09:14:04.992905 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.993069 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.993232 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.993393 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.993555 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.993736 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.994049 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.994208 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.994509 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.994675 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.994834 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.994994 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.995152 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.995313 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.995473 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.995648 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.995785 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.995944 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.996108 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.996270 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.997366 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.997529 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.997689 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] debug = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.997847 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.998045 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.998208 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.998531 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.998826 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.998989 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.999308 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.999465 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.999629 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.999787 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:04.999947 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.000102 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.000431 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.000589 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.000893 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.001056 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.001212 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.001475 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] host = dv-cinder-804611-1-iscsi {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.001569 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.001671 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.001829 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.001986 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.002144 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.002302 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.002446 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.002613 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.002764 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.002912 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.003067 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.003224 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.003382 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.003541 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.003698 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_options = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.003855 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.004011 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.004256 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.004438 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.006231 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.006231 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.006231 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.006231 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.006231 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.006231 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.006231 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.007892 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.007892 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.007892 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.007892 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.007892 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.007892 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.007892 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.007892 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.008475 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.008475 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.008475 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.008475 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.008475 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.008475 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.008475 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.008475 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.008475 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.009075 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.009075 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.009075 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.009245 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.009378 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.009525 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.009742 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.009816 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.009966 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.010121 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.010279 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.010430 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.010581 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.010894 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.011050 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.011357 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.011513 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.011831 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_json = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.011992 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.012147 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.012321 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.012504 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.012663 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.012822 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.012979 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.013138 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 09:14:05.013320 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.015258 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.015451 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.015630 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.015805 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.015979 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.016150 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.017108 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.017108 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.017108 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.017108 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.017108 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.017487 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.017487 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.017487 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.017690 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.017766 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.017917 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.018059 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.018224 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.018386 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.018549 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.018727 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.018890 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.019052 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.019212 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.019370 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.019534 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.019696 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.019861 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.020028 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.020190 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.020389 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.020553 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.020771 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.020917 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.021064 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.021199 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.021328 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.021461 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.022417 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.022587 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.022752 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.022915 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.023077 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.023238 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.023401 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.023564 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.023726 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.023885 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.024059 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.024221 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.024394 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.024562 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.024725 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.024975 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.025157 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.025294 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.025458 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.025620 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.025781 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.025957 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.026118 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.026280 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.026441 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.026602 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.027483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.027483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.027483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.027483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.027483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.028090 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.028090 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.028090 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.028090 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.028090 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.028707 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.028707 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.028707 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.029069 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.029069 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.029069 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.029266 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.029358 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.029548 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.029691 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.029909 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.030568 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.031491 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.031491 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.031491 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.031491 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.031491 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.031491 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.032326 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.032326 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.032326 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.032326 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.032326 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.032943 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.032943 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.032943 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.032943 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.033447 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.033447 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.033447 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.033447 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.033687 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.033754 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.033911 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.034072 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.034243 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.034463 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.034590 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.034719 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.034857 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.035020 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.035183 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.035345 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.035507 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.035666 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.035826 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.035987 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.036148 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.036381 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.036478 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.036663 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.036808 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.036982 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.037143 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.037304 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.037465 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.037649 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.037810 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.037971 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.038211 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.038308 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.038440 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.038601 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.038763 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.038924 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.039091 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.039251 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.039412 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.040963 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.040963 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.040963 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.040963 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.040963 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.040963 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.040963 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.040963 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.041495 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.041495 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.041495 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.041495 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.041495 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.041811 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.041811 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.041955 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.042033 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.042183 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.042343 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.042483 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.042630 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.042789 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.042949 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.043109 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.043270 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.043435 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.043649 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.043786 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.043916 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.044046 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.044202 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.044385 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.044550 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.044712 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.044873 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.045035 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.045196 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.045343 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.045536 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.045697 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.045858 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.046020 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.046186 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.046362 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.046695 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.047567 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.047567 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.047567 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.047567 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.047567 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.047951 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.047951 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.047951 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.048172 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.048253 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.048552 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.048552 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.048729 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.048985 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.048985 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.049159 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.049319 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.049495 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.049725 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.049818 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.049982 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.050149 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.050294 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.050451 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.050612 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.050773 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.050933 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.051093 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.051255 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.051424 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.051585 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.051747 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.051905 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.052065 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.052225 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.053054 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.053054 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.053054 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.053054 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.053054 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.053357 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.053357 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.053473 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.053626 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.053787 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.053947 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.054109 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.054281 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.054443 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.054603 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.054763 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.054924 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.055672 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.055672 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.055672 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.055672 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.055940 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.055940 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.056056 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.056232 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.056361 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.056542 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.056683 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.056814 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.056942 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.057099 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.057261 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.057427 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.057600 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.057768 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.057936 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.058124 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.058280 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.058429 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.058594 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.058762 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.058937 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.059100 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.059254 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.059410 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.059568 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.059730 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.059897 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.060056 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.060218 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.060394 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:14:05.060489 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.060559 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.060717 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.060854 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.061017 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.061743 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.061743 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.061743 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.061743 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.062385 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.062385 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 09:14:05.062385 dv-cinder-804611-1-iscsi neutron-server[94490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 09:14:16.439886 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757e9e1a-4d84-47b6-902e-0dc8e272ae25 None None] get_active_networks_info from dv-cinder-804611-1-iscsi {{(pid=94601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 09:14:16.518007 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e9e1a-4d84-47b6-902e-0dc8e272ae25 None None] No non-hosted networks {{(pid=94601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 09:14:16.533490 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.agentschedulers_db [None req-757e9e1a-4d84-47b6-902e-0dc8e272ae25 None None] DHCP Agent not found on host dv-cinder-804611-1-iscsi {{(pid=94601) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 09:14:16.659192 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-17fc459d-437e-4e12-a78e-b2aba1168471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442097'] for agent, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:19.203477 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442097'] for agent, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:19.204182 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.205029 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.205551 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.206062 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.206556 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.207047 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.207539 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.208016 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.208591 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.211614 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.211614 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.211614 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:19.211614 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804611-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:14:19.216359 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804611-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:14:19.273356 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a2d6a60b-21ef-4144-a203-2675f1bbdddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442097'] for agent, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:19.306104 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.db.api [None req-80225cd9-9971-43d1-b56a-4c2a340d0a9d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804611-1-iscsi {{(pid=94601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 09:14:19.306507 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG oslo_db.api [None req-80225cd9-9971-43d1-b56a-4c2a340d0a9d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 09:14:19.905890 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-80225cd9-9971-43d1-b56a-4c2a340d0a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:20.273010 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442097'] for agent, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:21.781400 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442097'] for agent, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:22.840123 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 39286) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:23.342894 dv-cinder-804611-1-iscsi neutron-server[94600]: WARNING oslo_policy.policy [None req-7ec757f2-13e4-429e-9d1d-0aeda525aa92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 09:14:23.343469 dv-cinder-804611-1-iscsi neutron-server[94600]: WARNING oslo_policy.policy [None req-7ec757f2-13e4-429e-9d1d-0aeda525aa92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 09:14:23.564855 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [None req-7ec757f2-13e4-429e-9d1d-0aeda525aa92 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:14:23.565849 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-7ec757f2-13e4-429e-9d1d-0aeda525aa92 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7245116 Aug 16 09:14:24.426622 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.db.l3_hamode_db [None req-f028228c-e862-41f4-9d88-767b0f17ed3d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 09:14:24.501825 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028228c-e862-41f4-9d88-767b0f17ed3d None None] Routers set() bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:14:24.502203 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028228c-e862-41f4-9d88-767b0f17ed3d None None] Router IDs set() for agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 09:14:25.896571 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 39300) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:26.203151 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-0e28cd87-7f21-4773-879c-a1ebda8f06c3 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:14:26.295240 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.policy [None req-0e28cd87-7f21-4773-879c-a1ebda8f06c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94600) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 09:14:26.339209 dv-cinder-804611-1-iscsi neutron-server[94600]: WARNING oslo_policy.policy [None req-0e28cd87-7f21-4773-879c-a1ebda8f06c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 09:14:26.339571 dv-cinder-804611-1-iscsi neutron-server[94600]: WARNING oslo_policy.policy [None req-0e28cd87-7f21-4773-879c-a1ebda8f06c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 09:14:26.348073 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.quota [None req-0e28cd87-7f21-4773-879c-a1ebda8f06c3 admin admin] Loaded quota_driver: . Aug 16 09:14:26.529574 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e28cd87-7f21-4773-879c-a1ebda8f06c3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772400607703', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772400606240', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772400578642', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772400593455', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772400033945', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772400638177', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3683906', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3893093', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-765320', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-693456'] for rbac-policy, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:26.751920 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e28cd87-7f21-4773-879c-a1ebda8f06c3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:26.753132 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-0e28cd87-7f21-4773-879c-a1ebda8f06c3 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8555927 Aug 16 09:14:29.276099 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 39312) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:29.572357 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Request body: {'network': {'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'name': 'private', 'admin_state_up': True, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:14:29.911805 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Made reservation on behalf of d0f822747b0b4420a2583ea1e812d71e for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:14:29.914642 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:29.931051 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:30.048373 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:30.140819 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:30.159866 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:14:30.188073 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772401498983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:30.188590 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Unsubscribe: segment precommit_create {{(pid=94600) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 09:14:30.189106 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Added segment 866da4a9-ff31-4726-b720-d9250ef3f543 of type vlan for network ea3fbac9-c1e5-416b-b241-950be535262a Aug 16 09:14:30.206405 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb7f4a1-5256-45d4-aec9-476272844b86,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:30.255008 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.255361 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.255695 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.256021 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.256363 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.256701 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.257023 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.257340 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.257675 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.257995 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.258308 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.258621 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Tracked resource versions report: Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: pushed versions: Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: { 'AddressGroup': {'1.2'}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'ConntrackHelper': {'1.0'}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Log': {'1.0'}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Network': {'1.1'}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Port': {'1.7'}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'PortForwarding': {'1.2'}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'QosPolicy': {'1.9'}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SecurityGroup': {'1.4'}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SecurityGroupRule': {'1.2'}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SubPort': {'1.0'}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Subnet': {'1.1'}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Trunk': {'1.1'}} Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: consumer versions: Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: { DHCP agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: L3 agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: Metadata agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: Metering agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: Open vSwitch agent@dv-cinder-804611-1-iscsi: { 'AddressGroup': '1.2', Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'ConntrackHelper': '1.0', Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Log': '1.0', Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Network': '1.1', Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Port': '1.7', Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'PortForwarding': '1.2', Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'QosPolicy': '1.9', Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SecurityGroup': '1.4', Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SecurityGroupRule': '1.2', Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SubPort': '1.0', Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Subnet': '1.1', Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Trunk': '1.1'}} Aug 16 09:14:30.259730 dv-cinder-804611-1-iscsi neutron-server[94600]: {{(pid=94600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 09:14:30.308847 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:30.464980 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:30.465972 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:14:30.466618 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:30.562045 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] Pushing event updated for resources: {'Network': ['ID=ea3fbac9-c1e5-416b-b241-950be535262a,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:30.573072 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network ea3fbac9-c1e5-416b-b241-950be535262a details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:14:30.712673 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-9c5735d9-fd2a-4ca2-99eb-fae7d7940c71 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4354472 Aug 16 09:14:33.279732 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 39326) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:33.685428 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d33d777-302c-4de6-a1fa-d3c8407e9c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:14:33.687349 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6d33d777-302c-4de6-a1fa-d3c8407e9c6b admin admin] 10.222.0.39 "GET /v2.0/networks/ea3fbac9-c1e5-416b-b241-950be535262a HTTP/1.1" status: 200 len: 825 time: 0.4066558 Aug 16 09:14:33.711566 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-a38136b4-fe7b-4ea4-a1c2-5e9943e85fe3 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/631361e0-3167-419f-90b9-a5eeb9eee8a8 HTTP/1.1" status: 200 len: 734 time: 0.0181551 Aug 16 09:14:33.720136 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] Request body: {'subnet': {'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'subnetpool_id': '631361e0-3167-419f-90b9-a5eeb9eee8a8', 'gateway_ip': '172.20.0.1'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:14:33.820428 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] Made reservation on behalf of d0f822747b0b4420a2583ea1e812d71e for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:14:33.822556 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:34.146361 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:34.217618 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] Checking segment: {'id': '866da4a9-ff31-4726-b720-d9250ef3f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:14:34.218013 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] Network hostable DHCP agents. Network: ea3fbac9-c1e5-416b-b241-950be535262a, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:14:34.222406 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3167bef-2ca3-48bb-87fe-7622196cff21,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:34.283064 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] Network ea3fbac9-c1e5-416b-b241-950be535262a is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:14:34.345814 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, ea3fbac9-c1e5-416b-b241-950be535262a) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:14:34.350477 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:14:34.351078 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:34.355964 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63049c0b-c09a-424c-a057-4e52300da79a None None] Network ea3fbac9-c1e5-416b-b241-950be535262a requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:14:34.409856 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-16ec127f-bf1e-4d0f-a37d-02e6e1d28c77 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6928556 Aug 16 09:14:34.675048 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec095752-b3bb-5336-b046-645ca276ff70-ea3fbac9-c1e5-416b-b241-950be535262a', 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'fixed_ips': [{'subnet_id': 'b3167bef-2ca3-48bb-87fe-7622196cff21'}]}} from dv-cinder-804611-1-iscsi. {{(pid=94601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 09:14:34.676401 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:34.943338 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.db_base_plugin_common [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Allocated IP 172.20.0.2 (ea3fbac9-c1e5-416b-b241-950be535262a/b3167bef-2ca3-48bb-87fe-7622196cff21/7d8ed534-c84c-4da4-b801-507ce5edd21d) {{(pid=94601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:14:35.168829 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Notify callbacks [] for port, precommit_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:35.183518 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Transition to ACTIVE for port object 7d8ed534-c84c-4da4-b801-507ce5edd21d will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:14:35.203528 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Transition to ACTIVE for port object 7d8ed534-c84c-4da4-b801-507ce5edd21d will not be triggered until provisioned by entity DHCP. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:14:35.266696 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:35.331295 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Network ea3fbac9-c1e5-416b-b241-950be535262a is already hosted by enough agents. {{(pid=94601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:14:35.337892 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.base_scheduler [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Resources bound (agent type, host, resource id): {{(pid=94601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:14:35.341037 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Received port after_create {{(pid=94601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:14:35.391784 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Pushing event updated for resources: {'Port': ['ID=7d8ed534-c84c-4da4-b801-507ce5edd21d,revision_number=1']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:35.414850 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.415204 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.415546 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.415887 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.416209 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.416565 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.416891 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.417216 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.417557 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.417881 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.418201 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.418515 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Tracked resource versions report: Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: pushed versions: Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: { 'AddressGroup': {'1.2'}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'ConntrackHelper': {'1.0'}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Log': {'1.0'}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Network': {'1.1'}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Port': {'1.7'}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'PortForwarding': {'1.2'}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'QosPolicy': {'1.9'}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SecurityGroup': {'1.4'}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SecurityGroupRule': {'1.2'}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SubPort': {'1.0'}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Subnet': {'1.1'}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Trunk': {'1.1'}} Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: consumer versions: Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: { DHCP agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: L3 agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: Metadata agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: Metering agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: Open vSwitch agent@dv-cinder-804611-1-iscsi: { 'AddressGroup': '1.2', Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'ConntrackHelper': '1.0', Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Log': '1.0', Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Network': '1.1', Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Port': '1.7', Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'PortForwarding': '1.2', Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'QosPolicy': '1.9', Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SecurityGroup': '1.4', Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SecurityGroupRule': '1.2', Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SubPort': '1.0', Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Subnet': '1.1', Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Trunk': '1.1'}} Aug 16 09:14:35.419776 dv-cinder-804611-1-iscsi neutron-server[94601]: {{(pid=94601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 09:14:35.434198 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Attempting to bind port 7d8ed534-c84c-4da4-b801-507ce5edd21d on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:14:35.434594 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Attempting to bind port 7d8ed534-c84c-4da4-b801-507ce5edd21d by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '866da4a9-ff31-4726-b720-d9250ef3f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:14:35.435006 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Attempting to bind port 7d8ed534-c84c-4da4-b801-507ce5edd21d on network ea3fbac9-c1e5-416b-b241-950be535262a {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:14:35.439746 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:14:35.440148 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Checking segment: {'id': '866da4a9-ff31-4726-b720-d9250ef3f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:14:35.440671 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:35.441076 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Bound using segment: {'id': '866da4a9-ff31-4726-b720-d9250ef3f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:14:35.441574 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Bound port: 7d8ed534-c84c-4da4-b801-507ce5edd21d, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866da4a9-ff31-4726-b720-d9250ef3f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:14:35.445824 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:35.549960 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] For port 7d8ed534-c84c-4da4-b801-507ce5edd21d, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:14:35.554308 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] For port 7d8ed534-c84c-4da4-b801-507ce5edd21d, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=7d8ed534-c84c-4da4-b801-507ce5edd21d,segment=NetworkSegment(866da4a9-ff31-4726-b720-d9250ef3f543),segment_id=866da4a9-ff31-4726-b720-d9250ef3f543)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:14:35.631499 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:35.697481 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d788d3-47e2-42db-af1d-20f82018a57d None None] Pushing event updated for resources: {'Port': ['ID=7d8ed534-c84c-4da4-b801-507ce5edd21d,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:36.767834 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 39334) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:37.090306 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [None req-bb88fff4-8d46-413d-aa98-1a54dc79829b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:14:37.104859 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-bb88fff4-8d46-413d-aa98-1a54dc79829b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3224630 Aug 16 09:14:39.422943 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 39342) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:39.733358 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [None req-1962722a-c5c3-45e5-8d56-d5eb9d2bd151 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:14:39.734341 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-1962722a-c5c3-45e5-8d56-d5eb9d2bd151 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104551 Aug 16 09:14:42.291624 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 39352) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:42.586092 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-1cdea6f1-5598-4dd9-b00c-213bef9a6559 admin admin] Request body: {'router': {'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'name': 'router1', 'admin_state_up': True}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:14:42.672744 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1cdea6f1-5598-4dd9-b00c-213bef9a6559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:42.674456 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1cdea6f1-5598-4dd9-b00c-213bef9a6559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:42.814066 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1cdea6f1-5598-4dd9-b00c-213bef9a6559 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:42.889812 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1cdea6f1-5598-4dd9-b00c-213bef9a6559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438776'] for router, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:42.983024 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 7d8ed534-c84c-4da4-b801-507ce5edd21d up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:14:43.015082 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1cdea6f1-5598-4dd9-b00c-213bef9a6559 admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:43.016320 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-1cdea6f1-5598-4dd9-b00c-213bef9a6559 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7237132 Aug 16 09:14:43.128869 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 7d8ed534-c84c-4da4-b801-507ce5edd21d completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:14:44.005290 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35cfc5d-8e5d-4683-a9d0-3bf1f92333ba None None] Network ea3fbac9-c1e5-416b-b241-950be535262a requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:14:44.156436 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-3a2ebe91-442b-4ccc-a9c8-7155ab76b89e None None] Provisioning for port 7d8ed534-c84c-4da4-b801-507ce5edd21d completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:14:44.164593 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-3a2ebe91-442b-4ccc-a9c8-7155ab76b89e None None] Provisioning complete for port 7d8ed534-c84c-4da4-b801-507ce5edd21d triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:14:44.164984 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3a2ebe91-442b-4ccc-a9c8-7155ab76b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:44.285809 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3a2ebe91-442b-4ccc-a9c8-7155ab76b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:44.321139 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-3a2ebe91-442b-4ccc-a9c8-7155ab76b89e None None] For port 7d8ed534-c84c-4da4-b801-507ce5edd21d, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=7d8ed534-c84c-4da4-b801-507ce5edd21d,segment=NetworkSegment(866da4a9-ff31-4726-b720-d9250ef3f543),segment_id=866da4a9-ff31-4726-b720-d9250ef3f543)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:14:44.374761 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3a2ebe91-442b-4ccc-a9c8-7155ab76b89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:44.421290 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ebe91-442b-4ccc-a9c8-7155ab76b89e None None] Pushing event updated for resources: {'Port': ['ID=7d8ed534-c84c-4da4-b801-507ce5edd21d,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:44.493608 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-1e71699c-1f19-4f3f-a362-8c34c9b804b4 None None] Provisioning complete for port 7d8ed534-c84c-4da4-b801-507ce5edd21d triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:14:44.493904 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1e71699c-1f19-4f3f-a362-8c34c9b804b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:44.958319 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 7d8ed534-c84c-4da4-b801-507ce5edd21d up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:14:45.003788 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 7d8ed534-c84c-4da4-b801-507ce5edd21d triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:14:45.004158 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:45.378931 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 39364) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:45.689396 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [None req-96ea2082-361e-4bd3-969e-22c8fa00703c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:14:45.690399 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-96ea2082-361e-4bd3-969e-22c8fa00703c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105333 Aug 16 09:14:46.471796 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9950be0c-3c2d-496e-a59e-9f3c494ab615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:48.002271 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 39372) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:48.488783 dv-cinder-804611-1-iscsi neutron-server[94599]: WARNING oslo_policy.policy [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 09:14:48.489355 dv-cinder-804611-1-iscsi neutron-server[94599]: WARNING oslo_policy.policy [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 09:14:48.708281 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:14:48.709932 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.quota [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Loaded quota_driver: . Aug 16 09:14:48.836562 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Made reservation on behalf of 153b408bfc214943b5f4c660f2c88f27 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:14:48.903602 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.policy [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94599) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 09:14:48.947966 dv-cinder-804611-1-iscsi neutron-server[94599]: WARNING oslo_policy.policy [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 09:14:48.948364 dv-cinder-804611-1-iscsi neutron-server[94599]: WARNING oslo_policy.policy [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 09:14:48.958826 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:48.978673 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:49.106638 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:49.174493 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:49.195970 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a7e44dc8-4b19-4ac7-ac4c-356b90318e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:49.196111 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:49.209013 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Reserving flat network on physical network physnet1 {{(pid=94599) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 09:14:49.242186 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772401498983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:49.242761 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Unsubscribe: segment precommit_create {{(pid=94599) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 09:14:49.243316 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.segments_db [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Added segment 198d104d-613a-4f95-ade0-a22641e121e4 of type flat for network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f Aug 16 09:14:49.263705 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d60fb-6b11-4e75-8bd2-a1da2758efb5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:49.298480 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.298837 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.299172 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.299499 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.299820 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.300156 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.300506 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.302323 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.302323 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.302323 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.302323 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.302323 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Tracked resource versions report: Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: pushed versions: Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: { 'AddressGroup': {'1.2'}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'ConntrackHelper': {'1.0'}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Log': {'1.0'}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Network': {'1.1'}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Port': {'1.7'}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'PortForwarding': {'1.2'}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'QosPolicy': {'1.9'}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SecurityGroup': {'1.4'}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SecurityGroupRule': {'1.2'}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SubPort': {'1.0'}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Subnet': {'1.1'}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Trunk': {'1.1'}} Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: consumer versions: Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: { DHCP agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: L3 agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: Metadata agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: Metering agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: Open vSwitch agent@dv-cinder-804611-1-iscsi: { 'AddressGroup': '1.2', Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'ConntrackHelper': '1.0', Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Log': '1.0', Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Network': '1.1', Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Port': '1.7', Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'PortForwarding': '1.2', Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'QosPolicy': '1.9', Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SecurityGroup': '1.4', Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SecurityGroupRule': '1.2', Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SubPort': '1.0', Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Subnet': '1.1', Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Trunk': '1.1'}} Aug 16 09:14:49.303310 dv-cinder-804611-1-iscsi neutron-server[94599]: {{(pid=94599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 09:14:49.376687 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:49.500326 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:49.501474 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:14:49.502183 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:49.595563 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:49.605602 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:14:49.648690 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-e2063279-688f-48ca-a9fd-aa9653c35f70 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.6441619 Aug 16 09:14:50.208521 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:51.700357 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:51.960441 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 39402) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:52.171948 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0845119-a647-417c-98aa-c3924e30972c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:14:52.173312 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-e0845119-a647-417c-98aa-c3924e30972c admin admin] 10.222.0.39 "GET /v2.0/subnets/b3167bef-2ca3-48bb-87fe-7622196cff21 HTTP/1.1" status: 200 len: 849 time: 0.2119513 Aug 16 09:14:52.329811 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-1ca454c3-bc20-43b1-8e05-f178275f4984 admin admin] 10.222.0.39 "GET /v2.0/routers/977b12c7-3e85-4fce-9c81-54476dc97005 HTTP/1.1" status: 200 len: 704 time: 0.1503439 Aug 16 09:14:52.604142 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:52.894371 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Allocated IP 172.20.0.1 (ea3fbac9-c1e5-416b-b241-950be535262a/b3167bef-2ca3-48bb-87fe-7622196cff21/c63aa05a-f10f-4b4e-b99d-988d31b6e025) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:14:53.073140 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:53.097543 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Transition to ACTIVE for port object c63aa05a-f10f-4b4e-b99d-988d31b6e025 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:14:53.250796 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:53.323635 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Network ea3fbac9-c1e5-416b-b241-950be535262a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:14:53.329055 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:14:53.332314 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:14:53.333042 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-365101'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:53.392577 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c63aa05a-f10f-4b4e-b99d-988d31b6e025,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:53.610592 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:53.636939 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-cda990e8-fd7d-4771-81df-bd654c4e6dac None None] Provisioning for port c63aa05a-f10f-4b4e-b99d-988d31b6e025 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:14:53.641097 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-cda990e8-fd7d-4771-81df-bd654c4e6dac None None] Provisioning complete for port c63aa05a-f10f-4b4e-b99d-988d31b6e025 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:14:53.641476 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cda990e8-fd7d-4771-81df-bd654c4e6dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:53.680278 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-cda990e8-fd7d-4771-81df-bd654c4e6dac None None] Port c63aa05a-f10f-4b4e-b99d-988d31b6e025 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:14:53.871541 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:53.935502 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:53.936715 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365241'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:54.021581 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c63aa05a-f10f-4b4e-b99d-988d31b6e025,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:54.067148 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Network ea3fbac9-c1e5-416b-b241-950be535262a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:14:54.068426 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:14:54.300838 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-140712c2-fa2b-4383-99a8-fc5de98d0f13 None None] Provisioning complete for port c63aa05a-f10f-4b4e-b99d-988d31b6e025 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:14:54.301213 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-140712c2-fa2b-4383-99a8-fc5de98d0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:54.317650 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Router 977b12c7-3e85-4fce-9c81-54476dc97005 is scheduled to L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 09:14:54.337145 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-140712c2-fa2b-4383-99a8-fc5de98d0f13 None None] Port c63aa05a-f10f-4b4e-b99d-988d31b6e025 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:14:54.408065 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:14:54.413468 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-a80fc7ca-a095-4874-a9c4-a4823a5fa6b1 admin admin] 10.222.0.39 "PUT /v2.0/routers/977b12c7-3e85-4fce-9c81-54476dc97005/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0782199 Aug 16 09:14:54.436771 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Sync routers for ids ['977b12c7-3e85-4fce-9c81-54476dc97005'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:14:54.447949 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Routers {'977b12c7-3e85-4fce-9c81-54476dc97005'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:14:54.448838 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:14:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['977b12c7-3e85-4fce-9c81-54476dc97005'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:14:54.630026 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Set router 977b12c7-3e85-4fce-9c81-54476dc97005 gateway port host: None {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:14:55.048405 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'name': 'router1', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:14:42Z', 'updated_at': '2021-08-16T09:14:53Z', 'revision_number': 2, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'gw_port_host': None, '_interfaces': [{'id': 'c63aa05a-f10f-4b4e-b99d-988d31b6e025', 'name': '', 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'mac_address': 'fa:16:3e:74:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:14:52Z', 'updated_at': '2021-08-16T09:14:53Z', 'revision_number': 2, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'subnets': [{'id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631361e0-3167-419f-90b9-a5eeb9eee8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:14:55.099454 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Checking router: 977b12c7-3e85-4fce-9c81-54476dc97005 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:14:55.099830 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Updating router 977b12c7-3e85-4fce-9c81-54476dc97005 port c63aa05a-f10f-4b4e-b99d-988d31b6e025 binding host dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:14:55.147327 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:55.659069 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Notify callbacks [] for port, precommit_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:55.676529 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.provisioning_blocks [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Transition to ACTIVE for port object c63aa05a-f10f-4b4e-b99d-988d31b6e025 will not be triggered until provisioned by entity L2. {{(pid=94602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:14:55.734254 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:55.882629 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Pushing event updated for resources: {'Port': ['ID=c63aa05a-f10f-4b4e-b99d-988d31b6e025,revision_number=3']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:55.898550 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.898891 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.899224 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.899548 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.899868 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.900186 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.900543 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.900862 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.901184 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.901495 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.901807 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.902119 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Tracked resource versions report: Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: pushed versions: Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: { 'AddressGroup': {'1.2'}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'ConntrackHelper': {'1.0'}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Log': {'1.0'}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Network': {'1.1'}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Port': {'1.7'}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'PortForwarding': {'1.2'}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'QosPolicy': {'1.9'}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SecurityGroup': {'1.4'}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SecurityGroupRule': {'1.2'}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SubPort': {'1.0'}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Subnet': {'1.1'}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Trunk': {'1.1'}} Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: consumer versions: Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: { DHCP agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: L3 agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: Metadata agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: Metering agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: Open vSwitch agent@dv-cinder-804611-1-iscsi: { 'AddressGroup': '1.2', Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'ConntrackHelper': '1.0', Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Log': '1.0', Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Network': '1.1', Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Port': '1.7', Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'PortForwarding': '1.2', Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'QosPolicy': '1.9', Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SecurityGroup': '1.4', Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SecurityGroupRule': '1.2', Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SubPort': '1.0', Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Subnet': '1.1', Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Trunk': '1.1'}} Aug 16 09:14:55.903244 dv-cinder-804611-1-iscsi neutron-server[94602]: {{(pid=94602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 09:14:55.906131 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Attempting to bind port c63aa05a-f10f-4b4e-b99d-988d31b6e025 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:14:55.906514 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Attempting to bind port c63aa05a-f10f-4b4e-b99d-988d31b6e025 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '866da4a9-ff31-4726-b720-d9250ef3f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a'}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:14:55.906923 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Attempting to bind port c63aa05a-f10f-4b4e-b99d-988d31b6e025 on network ea3fbac9-c1e5-416b-b241-950be535262a {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:14:55.913599 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:14:55.914005 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Checking segment: {'id': '866da4a9-ff31-4726-b720-d9250ef3f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:14:55.914475 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:55.914868 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Bound using segment: {'id': '866da4a9-ff31-4726-b720-d9250ef3f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a'} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:14:55.915365 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Bound port: c63aa05a-f10f-4b4e-b99d-988d31b6e025, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866da4a9-ff31-4726-b720-d9250ef3f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a'}}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:14:55.915746 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:55.953500 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 5 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:14:55.987197 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] For port c63aa05a-f10f-4b4e-b99d-988d31b6e025, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:14:56.008182 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] For port c63aa05a-f10f-4b4e-b99d-988d31b6e025, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=c63aa05a-f10f-4b4e-b99d-988d31b6e025,segment=NetworkSegment(866da4a9-ff31-4726-b720-d9250ef3f543),segment_id=866da4a9-ff31-4726-b720-d9250ef3f543)] {{(pid=94602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:14:56.071839 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:56.129138 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e52eae-77db-4763-8c47-2cc22bffd290 None None] Pushing event updated for resources: {'Port': ['ID=c63aa05a-f10f-4b4e-b99d-988d31b6e025,revision_number=4']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:56.131700 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Routers {'977b12c7-3e85-4fce-9c81-54476dc97005'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:14:56.133268 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:14:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['977b12c7-3e85-4fce-9c81-54476dc97005'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:14:56.222184 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] Set router 977b12c7-3e85-4fce-9c81-54476dc97005 gateway port host: None {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:14:56.427639 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'name': 'router1', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:14:42Z', 'updated_at': '2021-08-16T09:14:53Z', 'revision_number': 2, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'gw_port_host': None, '_interfaces': [{'id': 'c63aa05a-f10f-4b4e-b99d-988d31b6e025', 'name': '', 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'mac_address': 'fa:16:3e:74:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:14:52Z', 'updated_at': '2021-08-16T09:14:55Z', 'revision_number': 4, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'subnets': [{'id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631361e0-3167-419f-90b9-a5eeb9eee8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:14:56.453252 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be4e7c-8bf3-4bc8-b1d4-0f050ff1dcbd None None] The sync data for ids ['977b12c7-3e85-4fce-9c81-54476dc97005'] in dv-cinder-804611-1-iscsi is: [{'id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'name': 'router1', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:14:42Z', 'updated_at': '2021-08-16T09:14:53Z', 'revision_number': 2, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'gw_port_host': None, '_interfaces': [{'id': 'c63aa05a-f10f-4b4e-b99d-988d31b6e025', 'name': '', 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'mac_address': 'fa:16:3e:74:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:14:52Z', 'updated_at': '2021-08-16T09:14:55Z', 'revision_number': 4, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'subnets': [{'id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631361e0-3167-419f-90b9-a5eeb9eee8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:14:56.605057 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 39422) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:56.717431 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4774f699-b940-4731-a8b5-7311cea04960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:14:56.718688 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-4774f699-b940-4731-a8b5-7311cea04960 admin admin] 10.222.0.39 "GET /v2.0/networks/f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f HTTP/1.1" status: 200 len: 842 time: 0.1127160 Aug 16 09:14:56.728349 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:14:56.841770 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Made reservation on behalf of 153b408bfc214943b5f4c660f2c88f27 for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:14:56.843970 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:57.201576 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.objects.ports [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 09:14:57.202010 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:57.256003 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6820325-a44e-4588-8a35-b1856bc8e544,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:14:57.264621 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Checking segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:14:57.264968 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Network hostable DHCP agents. Network: f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:14:57.334151 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:14:57.379479 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:14:57.383364 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:14:57.384009 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:14:57.388354 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ceb1da-b01a-4e6c-b28f-393d517fcea6 None None] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:14:57.445180 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-93296fa5-066c-4ee9-a32e-8beb03d5af1c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7070994 Aug 16 09:14:57.531573 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a85b48d-4878-4980-8b65-87d6ed4f9844 None None] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:14:59.672522 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 39430) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:14:59.894308 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-605f297e-5ff7-4e7d-ad49-d24273a1a6f3 admin admin] 10.222.0.39 "GET /v2.0/routers/977b12c7-3e85-4fce-9c81-54476dc97005 HTTP/1.1" status: 200 len: 710 time: 0.2205005 Aug 16 09:14:59.982125 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b1b9d-ec1b-4624-bf5e-4d8e986de9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:14:59.984016 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-ea6b1b9d-ec1b-4624-bf5e-4d8e986de9f0 admin admin] 10.222.0.39 "GET /v2.0/networks/f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f HTTP/1.1" status: 200 len: 886 time: 0.0840607 Aug 16 09:14:59.993230 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:15:00.277392 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:00.599558 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:00.671967 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:00.829061 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Allocated IP 172.27.3.236 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/86b1ab5c-b5fe-4915-9aa3-e68b5405a571) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:15:00.933848 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:01.083670 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:01.160471 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:15:01.167621 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:15:01.170203 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Pushing event updated for resources: {'Port': ['ID=86b1ab5c-b5fe-4915-9aa3-e68b5405a571,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:15:01.181246 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:15:01.557479 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:01.753600 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:01.758158 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-438538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-438769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440411'] for router, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:01.929097 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Router 977b12c7-3e85-4fce-9c81-54476dc97005 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:15:02.037670 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:15:02.042636 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:02.043668 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-831b3b49-13f9-43e5-beda-ca911179fb40 admin admin] 10.222.0.39 "PUT /v2.0/routers/977b12c7-3e85-4fce-9c81-54476dc97005 HTTP/1.1" status: 200 len: 890 time: 2.0537047 Aug 16 09:15:02.800705 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Sync routers for ids ['977b12c7-3e85-4fce-9c81-54476dc97005'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:15:02.811824 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Routers {'977b12c7-3e85-4fce-9c81-54476dc97005'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:15:02.812622 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:14:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['977b12c7-3e85-4fce-9c81-54476dc97005'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:15:03.005428 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device c63aa05a-f10f-4b4e-b99d-988d31b6e025 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:15:03.097228 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Set router 977b12c7-3e85-4fce-9c81-54476dc97005 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:15:03.238148 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port c63aa05a-f10f-4b4e-b99d-988d31b6e025 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:15:03.264721 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port c63aa05a-f10f-4b4e-b99d-988d31b6e025 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:15:03.265017 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:03.490801 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:03.548186 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port c63aa05a-f10f-4b4e-b99d-988d31b6e025, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=c63aa05a-f10f-4b4e-b99d-988d31b6e025,segment=NetworkSegment(866da4a9-ff31-4726-b720-d9250ef3f543),segment_id=866da4a9-ff31-4726-b720-d9250ef3f543)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:15:03.572854 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'name': 'router1', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '86b1ab5c-b5fe-4915-9aa3-e68b5405a571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:14:42Z', 'updated_at': '2021-08-16T09:15:01Z', 'revision_number': 4, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'gw_port': {'id': '86b1ab5c-b5fe-4915-9aa3-e68b5405a571', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:15:00Z', 'updated_at': '2021-08-16T09:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'c63aa05a-f10f-4b4e-b99d-988d31b6e025', 'name': '', 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'mac_address': 'fa:16:3e:74:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:14:52Z', 'updated_at': '2021-08-16T09:14:55Z', 'revision_number': 4, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'subnets': [{'id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631361e0-3167-419f-90b9-a5eeb9eee8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:15:03.624083 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Checking router: 977b12c7-3e85-4fce-9c81-54476dc97005 for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:15:03.624485 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Updating router 977b12c7-3e85-4fce-9c81-54476dc97005 port 86b1ab5c-b5fe-4915-9aa3-e68b5405a571 binding host dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:15:03.660012 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:03.691178 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:03.757774 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=c63aa05a-f10f-4b4e-b99d-988d31b6e025,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:15:04.033414 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:04.043613 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Transition to ACTIVE for port object 86b1ab5c-b5fe-4915-9aa3-e68b5405a571 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:15:04.105496 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:04.156088 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Attempting to bind port 86b1ab5c-b5fe-4915-9aa3-e68b5405a571 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:15:04.156491 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Attempting to bind port 86b1ab5c-b5fe-4915-9aa3-e68b5405a571 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:15:04.156857 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Attempting to bind port 86b1ab5c-b5fe-4915-9aa3-e68b5405a571 on network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:15:04.159543 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160a914-bb5d-46a5-8c12-429f4f13724e None None] Pushing event updated for resources: {'Port': ['ID=86b1ab5c-b5fe-4915-9aa3-e68b5405a571,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:15:04.164789 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:15:04.165170 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Checking segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:15:04.165573 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:04.165958 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Bound using segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:15:04.166966 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Bound port: 86b1ab5c-b5fe-4915-9aa3-e68b5405a571, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:15:04.166966 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:04.218220 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] For port 86b1ab5c-b5fe-4915-9aa3-e68b5405a571, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:15:04.221125 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] For port 86b1ab5c-b5fe-4915-9aa3-e68b5405a571, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=86b1ab5c-b5fe-4915-9aa3-e68b5405a571,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:15:04.287790 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:04.344694 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160a914-bb5d-46a5-8c12-429f4f13724e None None] Pushing event updated for resources: {'Port': ['ID=86b1ab5c-b5fe-4915-9aa3-e68b5405a571,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:15:04.347713 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Routers {'977b12c7-3e85-4fce-9c81-54476dc97005'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:15:04.348690 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:14:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['977b12c7-3e85-4fce-9c81-54476dc97005'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:15:04.377612 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 39444) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:15:04.494228 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-609c0444-90bf-4301-967c-af35c6984551 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1154449 Aug 16 09:15:04.536446 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] Set router 977b12c7-3e85-4fce-9c81-54476dc97005 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:15:04.748589 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'name': 'router1', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '86b1ab5c-b5fe-4915-9aa3-e68b5405a571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:14:42Z', 'updated_at': '2021-08-16T09:15:01Z', 'revision_number': 4, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'gw_port': {'id': '86b1ab5c-b5fe-4915-9aa3-e68b5405a571', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:15:00Z', 'updated_at': '2021-08-16T09:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'c63aa05a-f10f-4b4e-b99d-988d31b6e025', 'name': '', 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'mac_address': 'fa:16:3e:74:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:14:52Z', 'updated_at': '2021-08-16T09:15:03Z', 'revision_number': 5, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'subnets': [{'id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631361e0-3167-419f-90b9-a5eeb9eee8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:15:04.777502 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad06e0c-d25a-493c-b4ae-82e76280dc61 None None] The sync data for ids ['977b12c7-3e85-4fce-9c81-54476dc97005'] in dv-cinder-804611-1-iscsi is: [{'id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'name': 'router1', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '86b1ab5c-b5fe-4915-9aa3-e68b5405a571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:14:42Z', 'updated_at': '2021-08-16T09:15:01Z', 'revision_number': 4, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'gw_port': {'id': '86b1ab5c-b5fe-4915-9aa3-e68b5405a571', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:15:00Z', 'updated_at': '2021-08-16T09:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'c63aa05a-f10f-4b4e-b99d-988d31b6e025', 'name': '', 'network_id': 'ea3fbac9-c1e5-416b-b241-950be535262a', 'tenant_id': 'd0f822747b0b4420a2583ea1e812d71e', 'mac_address': 'fa:16:3e:74:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977b12c7-3e85-4fce-9c81-54476dc97005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:14:52Z', 'updated_at': '2021-08-16T09:15:03Z', 'revision_number': 5, 'project_id': 'd0f822747b0b4420a2583ea1e812d71e', 'subnets': [{'id': 'b3167bef-2ca3-48bb-87fe-7622196cff21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631361e0-3167-419f-90b9-a5eeb9eee8a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:15:05.079454 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device c63aa05a-f10f-4b4e-b99d-988d31b6e025 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:15:05.139627 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port c63aa05a-f10f-4b4e-b99d-988d31b6e025 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:15:05.140135 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:05.226934 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 86b1ab5c-b5fe-4915-9aa3-e68b5405a571 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:15:05.334587 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 86b1ab5c-b5fe-4915-9aa3-e68b5405a571 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:15:05.338665 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 86b1ab5c-b5fe-4915-9aa3-e68b5405a571 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:15:05.339048 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:05.440760 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:05.463832 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 86b1ab5c-b5fe-4915-9aa3-e68b5405a571, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=86b1ab5c-b5fe-4915-9aa3-e68b5405a571,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:15:05.563220 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:05.615855 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=86b1ab5c-b5fe-4915-9aa3-e68b5405a571,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:15:06.976639 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 86b1ab5c-b5fe-4915-9aa3-e68b5405a571 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:15:07.028650 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 86b1ab5c-b5fe-4915-9aa3-e68b5405a571 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:15:07.029265 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:16.408177 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-059734c7-67b4-41dc-a851-439b142e9482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:19.164077 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:19.191634 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3feebc56-955c-48a7-ac49-a77aa683ad71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:20.208399 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:21.717586 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:32.942463 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 5 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:15:46.465143 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d402a541-13fa-49a9-b3aa-34aca754c365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:49.185215 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:49.187439 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-6ae6cebd-b12e-4a1f-af3a-fefff087cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:50.217810 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:15:51.727557 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:09.941518 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 5 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:16:16.430159 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-beda91d0-54fe-4920-8e80-3421960a70f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:19.188977 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:19.201093 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9beef06d-048c-4775-8e2c-3bbb8c8f19b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:20.269582 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:21.738296 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:41.166746 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40014) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:16:41.228365 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3083499-9805-4b19-a699-e947958a1d41 admin admin] GET failed (client error): The resource could not be found. Aug 16 09:16:41.230172 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-b3083499-9805-4b19-a699-e947958a1d41 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614474 Aug 16 09:16:41.383429 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122254d0-0356-4ae9-bf40-678eb6fc7a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:41.384831 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-122254d0-0356-4ae9-bf40-678eb6fc7a4e admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1500914 Aug 16 09:16:43.503668 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40024) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:16:43.594051 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7051916-c765-471b-85b7-ce2226b3a399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:43.595342 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-a7051916-c765-471b-85b7-ce2226b3a399 admin admin] 10.222.0.39 "GET /v2.0/subnets/b3167bef-2ca3-48bb-87fe-7622196cff21 HTTP/1.1" status: 200 len: 849 time: 0.0907638 Aug 16 09:16:43.605411 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:16:43.684405 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Notify callbacks [] for subnet, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:43.892094 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772401411211'] for subnet, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:43.921267 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:43.921867 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:43.923137 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] 10.222.0.39 "PUT /v2.0/subnets/b3167bef-2ca3-48bb-87fe-7622196cff21 HTTP/1.1" status: 200 len: 868 time: 0.3218610 Aug 16 09:16:43.942844 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3167bef-2ca3-48bb-87fe-7622196cff21,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:16:43.947439 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92949155-0808-4076-a58f-6d2dbdde39a9 None None] Network ea3fbac9-c1e5-416b-b241-950be535262a requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:16:43.951988 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:43.952466 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:43.952807 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:43.953137 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:43.953469 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:43.953791 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:43.954113 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:43.954514 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:43.954837 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:43.955154 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:43.955472 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:43.955787 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b3070-a6e1-4534-ad7d-9de4b42ccf0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:16:44.276866 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-a3149996-bcee-4fc1-bbe9-2210c380fece None None] Provisioning complete for port c63aa05a-f10f-4b4e-b99d-988d31b6e025 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:16:44.277360 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a3149996-bcee-4fc1-bbe9-2210c380fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:44.363958 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-a3149996-bcee-4fc1-bbe9-2210c380fece None None] Provisioning complete for port 7d8ed534-c84c-4da4-b801-507ce5edd21d triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:16:44.364660 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a3149996-bcee-4fc1-bbe9-2210c380fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:46.054943 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40034) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:16:46.252625 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9423c7b0-2729-459e-8aec-5eaa93c1f3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:46.253027 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9423c7b0-2729-459e-8aec-5eaa93c1f3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:46.254553 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-9423c7b0-2729-459e-8aec-5eaa93c1f3e1 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1986256 Aug 16 09:16:46.439603 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1ee1bc8a-e266-48c8-8905-3c92010c8427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:46.940897 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 5 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:16:48.388021 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40042) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:16:48.513249 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578eeea-04a3-4511-9833-6cce920696f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:48.513737 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578eeea-04a3-4511-9833-6cce920696f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:48.515327 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-d578eeea-04a3-4511-9833-6cce920696f4 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1263354 Aug 16 09:16:49.160691 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:49.171974 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3d4724b1-adb0-419f-97ed-4b6e048937b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:50.240882 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:50.632009 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40050) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:16:50.760149 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ea7ea-0348-4508-8ce9-f9332f8ff24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:50.762164 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-292ea7ea-0348-4508-8ce9-f9332f8ff24e admin admin] 10.222.0.39 "GET /v2.0/networks/ea3fbac9-c1e5-416b-b241-950be535262a HTTP/1.1" status: 200 len: 869 time: 0.1285489 Aug 16 09:16:51.726145 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:16:52.908678 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40058) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:16:53.029855 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96354882-b9eb-4475-a10f-5230419a5ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:53.031213 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-96354882-b9eb-4475-a10f-5230419a5ada admin admin] 10.222.0.39 "GET /v2.0/networks/f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f HTTP/1.1" status: 200 len: 886 time: 0.1215663 Aug 16 09:16:55.158130 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40066) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:16:55.279193 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ee460d-ab64-4a9c-8299-79c6f3ef9bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:55.279570 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ee460d-ab64-4a9c-8299-79c6f3ef9bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:55.281107 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f4ee460d-ab64-4a9c-8299-79c6f3ef9bcb admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220536 Aug 16 09:16:57.411774 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40074) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:16:57.533477 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be88bb97-768a-48d5-8aab-574e3814f1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:57.533934 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be88bb97-768a-48d5-8aab-574e3814f1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:57.535458 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-be88bb97-768a-48d5-8aab-574e3814f1fd admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227016 Aug 16 09:16:59.666031 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40082) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:16:59.750852 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043911e7-809d-4acb-963a-c360564e0f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:16:59.752174 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-043911e7-809d-4acb-963a-c360564e0f52 admin admin] 10.222.0.39 "GET /v2.0/subnets/a6820325-a44e-4588-8a35-b1856bc8e544 HTTP/1.1" status: 200 len: 816 time: 0.0851700 Aug 16 09:17:01.891209 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40090) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:17:01.989932 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce877e6-c638-4a77-9e3f-99acb4d418c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:17:01.991224 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-4ce877e6-c638-4a77-9e3f-99acb4d418c1 admin admin] 10.222.0.39 "GET /v2.0/subnets/b3167bef-2ca3-48bb-87fe-7622196cff21 HTTP/1.1" status: 200 len: 868 time: 0.0991380 Aug 16 09:17:16.474595 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-6698281f-0d18-4366-887a-a784e3422351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:19.148322 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:19.182827 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c453dadd-403c-47a2-92ee-c24a753c7ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:20.221606 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:21.743103 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:23.939906 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 5 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:17:25.451884 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40144) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:17:25.499282 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [None req-1fc39e69-caa6-4138-883b-3cec01ff0d8c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:17:25.500277 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-1fc39e69-caa6-4138-883b-3cec01ff0d8c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474391 Aug 16 09:17:27.710099 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40152) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:17:27.769777 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d36a473-16aa-4ee5-9452-1ced7106bdf1 admin admin] GET failed (client error): The resource could not be found. Aug 16 09:17:27.771079 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-3d36a473-16aa-4ee5-9452-1ced7106bdf1 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600111 Aug 16 09:17:27.857052 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933ebfe-33d7-468e-8445-b9440f450a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:17:27.858516 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6933ebfe-33d7-468e-8445-b9440f450a02 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829008 Aug 16 09:17:30.029807 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40160) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:17:30.077642 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:17:30.228554 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] Made reservation on behalf of 153b408bfc214943b5f4c660f2c88f27 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:17:30.231522 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:30.258405 dv-cinder-804611-1-iscsi neutron-server[94599]: WARNING neutron.services.revisions.revision_plugin [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] Could not find related network for resource to bump revision. Aug 16 09:17:30.271970 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:17:30.281443 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:30.281778 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.segments_db [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] Added segment 653e0e34-30a0-4ea5-99e9-4dd8c991dfbc of type vlan for network 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9 Aug 16 09:17:30.322774 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:30.411385 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:30.412344 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:17:30.412933 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:30.471865 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] Pushing event updated for resources: {'Network': ['ID=8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:17:30.482957 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9 details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:17:30.554913 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-032819f2-604b-4b6d-8e7d-794effc7aa9a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5240493 Aug 16 09:17:32.712530 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40168) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:17:32.772271 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f4d1bc-8110-4521-b61c-08b3fc03e0b4 admin admin] GET failed (client error): The resource could not be found. Aug 16 09:17:32.773625 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-79f4d1bc-8110-4521-b61c-08b3fc03e0b4 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601728 Aug 16 09:17:32.840996 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b2534-8310-428b-97ae-a5be1d69ff86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:17:32.842427 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-335b2534-8310-428b-97ae-a5be1d69ff86 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0643444 Aug 16 09:17:32.852345 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Request body: {'subnet': {'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:17:32.942734 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Made reservation on behalf of 153b408bfc214943b5f4c660f2c88f27 for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:17:32.944932 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:33.188662 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:33.244806 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54030317-9497-4224-96b4-bed10effa0f8,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:17:33.253433 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.253803 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.254147 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.254480 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.254808 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.255148 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.255478 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.255803 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.256126 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.256473 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.256791 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.257109 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:33.265007 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Checking segment: {'id': '653e0e34-30a0-4ea5-99e9-4dd8c991dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:17:33.265378 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Network hostable DHCP agents. Network: 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:17:33.354354 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Network 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9 is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:17:33.444014 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:17:33.448287 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:17:33.449385 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:33.454384 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b85e5-61d0-4c98-bf68-7a604cd822c5 None None] Network 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:17:33.525485 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-fa50e6ce-9985-4b1d-96bb-1754b0cbadc5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6763434 Aug 16 09:17:33.694141 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec095752-b3bb-5336-b046-645ca276ff70-8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9', 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9', 'tenant_id': '153b408bfc214943b5f4c660f2c88f27', 'fixed_ips': [{'subnet_id': '54030317-9497-4224-96b4-bed10effa0f8'}]}} from dv-cinder-804611-1-iscsi. {{(pid=94601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 09:17:33.695033 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:33.834903 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.db_base_plugin_common [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Allocated IP 192.168.233.2 (8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9/54030317-9497-4224-96b4-bed10effa0f8/e7584631-92ef-4e0a-beac-6f713baf84e1) {{(pid=94601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:17:33.976666 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Notify callbacks [] for port, precommit_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:33.985901 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Transition to ACTIVE for port object e7584631-92ef-4e0a-beac-6f713baf84e1 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:17:34.000796 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Transition to ACTIVE for port object e7584631-92ef-4e0a-beac-6f713baf84e1 will not be triggered until provisioned by entity DHCP. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:17:34.057794 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:34.097855 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Network 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9 is already hosted by enough agents. {{(pid=94601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:17:34.100780 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.base_scheduler [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Resources bound (agent type, host, resource id): {{(pid=94601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:17:34.107232 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Received port after_create {{(pid=94601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:17:34.110252 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Pushing event updated for resources: {'Port': ['ID=e7584631-92ef-4e0a-beac-6f713baf84e1,revision_number=1']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:17:34.121753 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.122113 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.122461 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.122801 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.123134 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.123467 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.123796 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.124149 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.124515 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.124847 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.125167 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.125487 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:17:34.171702 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Attempting to bind port e7584631-92ef-4e0a-beac-6f713baf84e1 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:17:34.172067 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Attempting to bind port e7584631-92ef-4e0a-beac-6f713baf84e1 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '653e0e34-30a0-4ea5-99e9-4dd8c991dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:17:34.172460 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Attempting to bind port e7584631-92ef-4e0a-beac-6f713baf84e1 on network 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:17:34.177475 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:17:34.177853 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Checking segment: {'id': '653e0e34-30a0-4ea5-99e9-4dd8c991dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:17:34.178253 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:34.178644 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Bound using segment: {'id': '653e0e34-30a0-4ea5-99e9-4dd8c991dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:17:34.179104 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Bound port: e7584631-92ef-4e0a-beac-6f713baf84e1, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653e0e34-30a0-4ea5-99e9-4dd8c991dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:17:34.179499 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:34.244664 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] For port e7584631-92ef-4e0a-beac-6f713baf84e1, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:17:34.248369 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] For port e7584631-92ef-4e0a-beac-6f713baf84e1, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=e7584631-92ef-4e0a-beac-6f713baf84e1,segment=NetworkSegment(653e0e34-30a0-4ea5-99e9-4dd8c991dfbc),segment_id=653e0e34-30a0-4ea5-99e9-4dd8c991dfbc)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:17:34.330472 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:34.387396 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819773a-106d-4a6e-8d74-6ca5ad056784 None None] Pushing event updated for resources: {'Port': ['ID=e7584631-92ef-4e0a-beac-6f713baf84e1,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:17:35.130068 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device e7584631-92ef-4e0a-beac-6f713baf84e1 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:17:35.183541 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b73586-47cd-4951-a861-3227be264955 None None] Network 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:17:35.267426 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port e7584631-92ef-4e0a-beac-6f713baf84e1 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:17:35.332662 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-e5ca3774-7242-477a-a66d-0ee6c90e93b6 None None] Provisioning for port e7584631-92ef-4e0a-beac-6f713baf84e1 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:17:35.338493 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-e5ca3774-7242-477a-a66d-0ee6c90e93b6 None None] Provisioning complete for port e7584631-92ef-4e0a-beac-6f713baf84e1 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:17:35.338861 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3774-7242-477a-a66d-0ee6c90e93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:35.430820 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3774-7242-477a-a66d-0ee6c90e93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:35.466110 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-e5ca3774-7242-477a-a66d-0ee6c90e93b6 None None] For port e7584631-92ef-4e0a-beac-6f713baf84e1, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=e7584631-92ef-4e0a-beac-6f713baf84e1,segment=NetworkSegment(653e0e34-30a0-4ea5-99e9-4dd8c991dfbc),segment_id=653e0e34-30a0-4ea5-99e9-4dd8c991dfbc)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:17:35.548476 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e5ca3774-7242-477a-a66d-0ee6c90e93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:35.597067 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca3774-7242-477a-a66d-0ee6c90e93b6 None None] Pushing event updated for resources: {'Port': ['ID=e7584631-92ef-4e0a-beac-6f713baf84e1,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:17:35.666302 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-31bdc76d-14c9-4795-a98f-93d994690967 None None] Provisioning complete for port e7584631-92ef-4e0a-beac-6f713baf84e1 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:17:35.666672 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-31bdc76d-14c9-4795-a98f-93d994690967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:37.085976 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device e7584631-92ef-4e0a-beac-6f713baf84e1 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:17:37.134611 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port e7584631-92ef-4e0a-beac-6f713baf84e1 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:17:37.134982 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:46.427872 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-27194342-a794-4153-891b-f9b793f13c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:49.165709 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:49.192091 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1381eb3c-7b65-4a6e-86f1-32b12b76eced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:50.250024 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:17:51.731232 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:00.938258 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 5 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:18:16.422176 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-32c639b8-4bb5-403b-a0c6-90637b6330f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:19.141872 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:19.158931 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ddb4e402-5b54-4a78-979e-93cb7d7727e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:20.266637 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:21.792160 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:37.937029 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 5 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:18:46.444446 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0963-305e-4dec-8150-5d4c0e06fc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:49.152636 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:49.181074 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ffe65252-03e3-4824-acbb-4e0441af85e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:50.273390 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:51.747258 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:56.280410 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40220) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:18:56.286242 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [None req-7772b4d1-e4c8-4e4e-9c25-2478d4e70b03 tempest-verify_tempest_config-852340838 tempest-verify_tempest_config-852340838-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:18:56.287185 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-7772b4d1-e4c8-4e4e-9c25-2478d4e70b03 tempest-verify_tempest_config-852340838 tempest-verify_tempest_config-852340838-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058110 Aug 16 09:18:56.797212 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40238) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:18:56.898252 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:56.981836 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:57.059676 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:57.104176 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2845bb503d5c4b4ab8e6b46bdec5ca5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3050368 Aug 16 09:18:57.105078 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29b5a9-55ec-4090-9755-17f3ee5f5e69,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:18:57.106735 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40244) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:18:57.111545 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.111890 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.112227 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.112587 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.112917 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.113259 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.113586 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.113959 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.114290 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.114612 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.114929 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.115244 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d3b1a-9327-42cb-beab-217e176ef8d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.160498 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:57.180532 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:57.341459 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:57.343972 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:18:57.345165 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f29b5a9-55ec-4090-9755-17f3ee5f5e69 HTTP/1.1" status: 204 len: 168 time: 0.2374749 Aug 16 09:18:57.352935 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29b5a9-55ec-4090-9755-17f3ee5f5e69,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:18:57.359708 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.360083 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.360458 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.360803 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.361137 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.361486 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.361886 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.362238 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.362500 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.362834 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.363160 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:18:57.363483 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e77847-3d16-4dc1-813a-9b9e3ce6a0b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:19:14.935889 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 5 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:19:16.454821 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-60f261e0-15e1-4647-9776-20f43f4042bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:19:19.203861 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:19:19.231884 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ffbb368e-6cde-4947-87c8-dc4fd8793900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:19:20.265149 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:19:21.774926 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:19:46.435904 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-69ca848a-a071-4c4f-b488-2bb55b8834cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:19:49.203406 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:19:49.214144 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a757cc81-511a-4e23-892f-57d76c72c384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:19:50.241977 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:19:51.745614 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:19:51.934929 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 5 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:20:16.448108 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-fbdf77c8-7fbf-477a-8fa5-90663c90d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:20:19.172274 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:20:19.184031 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-fdce32c3-fade-4aa0-a3d2-48eba079fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:20:20.242318 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:20:21.739525 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:20:28.932840 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 5 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:20:31.734108 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-442097'] for agent, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:20:36.017906 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40296) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:20:36.121302 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-2254c3bc-b761-4864-a5b5-5bce4ee47e69 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1023083 Aug 16 09:20:38.264254 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40306) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:20:38.319548 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-53f65826-44c0-4223-99b8-5807bf2b3f40 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0542071 Aug 16 09:20:46.445901 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-43e40aff-46ea-467a-870c-68bb42f4b26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:20:49.173514 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:20:49.201912 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-927b77e3-bfb3-4ff5-9cfb-827a563dfc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:20:50.281934 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:20:51.737259 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:01.738695 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:05.931211 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:21:16.436006 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9483fe86-8634-4803-8b87-0b4d4eddfd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:19.167791 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:19.195469 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-fef16f6f-b9c6-42f7-a765-823d7414641d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:20.258249 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:21.738267 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:31.738683 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:42.929872 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:21:46.441128 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d215a6f2-6199-47ee-9944-8dcc74f3733f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:49.172701 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:49.199213 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9fac7110-a3e9-40cc-a733-f83064f4f36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:50.246722 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:21:51.760549 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:01.759427 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:05.959437 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40484) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:06.142967 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-594405585-network', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:06.222005 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Made reservation on behalf of b5e4e5ee11c44b2fae87a4f001251428 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:06.224496 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:06.233311 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:06.323998 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:06.398957 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:06.422661 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:22:06.430884 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8495853e-e538-4725-9330-56d8f9764fd5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:06.439477 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:06.439805 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.segments_db [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Added segment a8850f39-da0f-4b64-93fe-b9379b20a29b of type vlan for network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 Aug 16 09:22:06.441701 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.442063 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.442402 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.442733 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.443060 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.443403 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.443731 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.444053 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.444413 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.444740 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.445227 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.445522 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Tracked resource versions report: Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: pushed versions: Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: { 'AddressGroup': {'1.2'}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'ConntrackHelper': {'1.0'}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Log': {'1.0'}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Network': {'1.1'}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Port': {'1.7'}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'PortForwarding': {'1.2'}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'QosPolicy': {'1.9'}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SecurityGroup': {'1.4'}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SecurityGroupRule': {'1.2'}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SubPort': {'1.0'}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Subnet': {'1.1'}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Trunk': {'1.1'}} Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: consumer versions: Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: { DHCP agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: HyperV agent@hv-cinder-80461: {}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: L3 agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: Metadata agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: Metering agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: Open vSwitch agent@dv-cinder-804611-1-iscsi: { 'AddressGroup': '1.2', Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'ConntrackHelper': '1.0', Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Log': '1.0', Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Network': '1.1', Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Port': '1.7', Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'PortForwarding': '1.2', Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'QosPolicy': '1.9', Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SecurityGroup': '1.4', Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SecurityGroupRule': '1.2', Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'SubPort': '1.0', Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Subnet': '1.1', Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: 'Trunk': '1.1'}} Aug 16 09:22:06.446612 dv-cinder-804611-1-iscsi neutron-server[94599]: {{(pid=94599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 09:22:06.488004 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:06.589651 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:06.590631 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:06.591235 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:06.651040 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] Pushing event updated for resources: {'Network': ['ID=8e3dee7d-5ee5-41fc-b951-5848f52eee46,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:06.661525 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:22:06.708888 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-1f950f78-663b-4fec-a383-e6cb4d0c7476 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7461414 Aug 16 09:22:06.710554 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40524) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:06.716668 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Request body: {'subnet': {'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-subnet', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:06.829828 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Made reservation on behalf of b5e4e5ee11c44b2fae87a4f001251428 for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:06.832253 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:06.997202 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40536) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:07.029478 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40540) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:07.199311 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:07.255330 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc65ce35-04e7-4584-80a4-1275af6c7e31,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:07.265759 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.266232 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.266572 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.266902 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.267228 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.267570 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.267896 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.268215 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.268571 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.268898 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.269216 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.269537 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Tracked resource versions report: Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: pushed versions: Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: { 'AddressGroup': {'1.2'}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'ConntrackHelper': {'1.0'}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Log': {'1.0'}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Network': {'1.1'}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Port': {'1.7'}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'PortForwarding': {'1.2'}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'QosPolicy': {'1.9'}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SecurityGroup': {'1.4'}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SecurityGroupRule': {'1.2'}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SubPort': {'1.0'}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Subnet': {'1.1'}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Trunk': {'1.1'}} Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: consumer versions: Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: { DHCP agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: HyperV agent@hv-cinder-80461: {}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: L3 agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: Metadata agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: Metering agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: Open vSwitch agent@dv-cinder-804611-1-iscsi: { 'AddressGroup': '1.2', Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'ConntrackHelper': '1.0', Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Log': '1.0', Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Network': '1.1', Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Port': '1.7', Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'PortForwarding': '1.2', Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'QosPolicy': '1.9', Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SecurityGroup': '1.4', Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SecurityGroupRule': '1.2', Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'SubPort': '1.0', Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Subnet': '1.1', Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: 'Trunk': '1.1'}} Aug 16 09:22:07.270616 dv-cinder-804611-1-iscsi neutron-server[94600]: {{(pid=94600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 09:22:07.274981 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Checking segment: {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:07.275339 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Network hostable DHCP agents. Network: 8e3dee7d-5ee5-41fc-b951-5848f52eee46, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:22:07.377054 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519876787-network', 'tenant_id': '19730d94f2ff4bcfba99945f079aeb33'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:07.383113 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:22:07.409507 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-522218481-network', 'tenant_id': '31a523cfb3ab4be1a22b6b26855b0995'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:07.485172 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, 8e3dee7d-5ee5-41fc-b951-5848f52eee46) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:07.496158 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e78bf-43ce-45eb-9d5c-03bbdd6303a1 None None] Network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:22:07.496567 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40560) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:07.504401 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:07.505043 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:07.512097 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Made reservation on behalf of 19730d94f2ff4bcfba99945f079aeb33 for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:07.514461 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:07.533667 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:07.619873 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Made reservation on behalf of 31a523cfb3ab4be1a22b6b26855b0995 for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:07.622183 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:07.631213 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:07.643783 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec095752-b3bb-5336-b046-645ca276ff70-8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31'}]}} from dv-cinder-804611-1-iscsi. {{(pid=94601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 09:22:07.644835 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:07.691491 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-488eaeeb-7da5-4cde-913e-69ca8bf797b1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9772277 Aug 16 09:22:07.692224 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40574) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:07.696132 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:07.710178 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.db.api [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 09:22:07.710178 dv-cinder-804611-1-iscsi neutron-server[94600]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 09:22:07.710178 dv-cinder-804611-1-iscsi neutron-server[94600]: [parameters: {'project_id_1': '31a523cfb3ab4be1a22b6b26855b0995', 'expiration_1': datetime.datetime(2021, 8, 16, 9, 22, 7, 642796)}] Aug 16 09:22:07.710178 dv-cinder-804611-1-iscsi neutron-server[94600]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 09:22:07.710599 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG oslo_db.api [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 09:22:07.719326 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-network', 'tenant_id': '8da60fd20f04416b976b83745a44755c'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:07.787149 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.db_base_plugin_common [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Allocated IP 172.20.0.2 (8e3dee7d-5ee5-41fc-b951-5848f52eee46/fc65ce35-04e7-4584-80a4-1275af6c7e31/fb0a7fa4-0c0f-4447-ac13-b8d7cc106912) {{(pid=94601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:22:07.800439 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:07.866430 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:07.896585 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:22:07.911294 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:07.911639 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Added segment 0e6f7fa4-6f12-4537-a0ef-118707375e49 of type vlan for network d0ab7e4a-9626-4f34-99b6-e2101bcbbdcf Aug 16 09:22:07.977418 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.016530 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.018130 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.052562 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Notify callbacks [] for port, precommit_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.078967 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Transition to ACTIVE for port object fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:08.119759 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Transition to ACTIVE for port object fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 will not be triggered until provisioned by entity DHCP. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:08.122682 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e74871-34c4-48af-abc9-af0491be944b,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:08.138538 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Made reservation on behalf of 8da60fd20f04416b976b83745a44755c for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:08.142162 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.155417 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.157310 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:08.158431 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.178060 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.185788 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.216409 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.240433 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ab7e4a-9626-4f34-99b6-e2101bcbbdcf,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:08.266470 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network d0ab7e4a-9626-4f34-99b6-e2101bcbbdcf details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:22:08.272681 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-e5ef9105-869b-4752-9822-f4bae8d338f4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2742417 Aug 16 09:22:08.275610 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40594) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:08.288441 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] Request body: {'subnet': {'network_id': 'd0ab7e4a-9626-4f34-99b6-e2101bcbbdcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519876787-subnet', 'tenant_id': '19730d94f2ff4bcfba99945f079aeb33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:08.336921 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.db.api [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 09:22:08.336921 dv-cinder-804611-1-iscsi neutron-server[94599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 09:22:08.336921 dv-cinder-804611-1-iscsi neutron-server[94599]: [parameters: {'project_id_1': '8da60fd20f04416b976b83745a44755c', 'expiration_1': datetime.datetime(2021, 8, 16, 9, 22, 8, 238226)}] Aug 16 09:22:08.336921 dv-cinder-804611-1-iscsi neutron-server[94599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 09:22:08.337782 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG oslo_db.api [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 09:22:08.344874 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 is already hosted by enough agents. {{(pid=94601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:08.350419 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.352017 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.base_scheduler [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Resources bound (agent type, host, resource id): {{(pid=94601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:08.354811 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Received port after_create {{(pid=94601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:22:08.361651 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Pushing event updated for resources: {'Port': ['ID=fb0a7fa4-0c0f-4447-ac13-b8d7cc106912,revision_number=1']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:08.382126 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.382635 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.382978 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.383311 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.383654 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.383966 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.384310 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.384652 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.385014 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.385448 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.385775 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.386096 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Tracked resource versions report: Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: pushed versions: Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: { 'AddressGroup': {'1.2'}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'ConntrackHelper': {'1.0'}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Log': {'1.0'}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Network': {'1.1'}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Port': {'1.7'}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'PortForwarding': {'1.2'}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'QosPolicy': {'1.9'}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SecurityGroup': {'1.4'}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SecurityGroupRule': {'1.2'}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SubPort': {'1.0'}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Subnet': {'1.1'}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Trunk': {'1.1'}} Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: consumer versions: Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: { DHCP agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: HyperV agent@hv-cinder-80461: {}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: L3 agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: Metadata agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: Metering agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: Open vSwitch agent@dv-cinder-804611-1-iscsi: { 'AddressGroup': '1.2', Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'ConntrackHelper': '1.0', Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Log': '1.0', Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Network': '1.1', Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Port': '1.7', Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'PortForwarding': '1.2', Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'QosPolicy': '1.9', Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SecurityGroup': '1.4', Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SecurityGroupRule': '1.2', Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'SubPort': '1.0', Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Subnet': '1.1', Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: 'Trunk': '1.1'}} Aug 16 09:22:08.387193 dv-cinder-804611-1-iscsi neutron-server[94601]: {{(pid=94601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 09:22:08.421908 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.449301 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Attempting to bind port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:22:08.449676 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Attempting to bind port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:22:08.450033 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Attempting to bind port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 on network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:08.457209 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:22:08.457638 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Checking segment: {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:08.458049 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.458419 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Bound using segment: {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:22:08.458885 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Bound port: fb0a7fa4-0c0f-4447-ac13-b8d7cc106912, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:22:08.459319 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.542595 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] For port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:22:08.549286 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] For port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=fb0a7fa4-0c0f-4447-ac13-b8d7cc106912,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:22:08.556861 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.604603 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:22:08.615545 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.619103 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f29b21-3743-4a98-85ae-2698fb4fd26c,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:08.626163 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.626508 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Added segment 225579dc-bc3f-4db1-b4f8-9935c5110800 of type vlan for network 408d5db9-7f0f-4aed-9d9c-fac28f85820f Aug 16 09:22:08.635886 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.667130 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] Made reservation on behalf of 19730d94f2ff4bcfba99945f079aeb33 for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:08.669532 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.674475 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.717042 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bc6d5-e4c3-43a3-b88f-11beb29b9a78 None None] Pushing event updated for resources: {'Port': ['ID=fb0a7fa4-0c0f-4447-ac13-b8d7cc106912,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:08.841992 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.966691 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:08.968989 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:08.969684 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.129922 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=408d5db9-7f0f-4aed-9d9c-fac28f85820f,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:09.146284 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network 408d5db9-7f0f-4aed-9d9c-fac28f85820f details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:22:09.180534 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.190228 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.209786 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.276699 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7db608-f7d4-4be0-97a3-7f92855d3cc0,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:09.285091 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] Checking segment: {'id': '0e6f7fa4-6f12-4537-a0ef-118707375e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd0ab7e4a-9626-4f34-99b6-e2101bcbbdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:09.285454 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] Network hostable DHCP agents. Network: d0ab7e4a-9626-4f34-99b6-e2101bcbbdcf, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:22:09.325006 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.372467 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:09.379984 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40624) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:09.424917 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Allocated IP 172.27.3.19 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/384bd873-581f-4f14-8b00-552676a1549e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:22:09.436467 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] Network d0ab7e4a-9626-4f34-99b6-e2101bcbbdcf is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:22:09.436685 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.492616 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:09.514458 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:22:09.521162 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, d0ab7e4a-9626-4f34-99b6-e2101bcbbdcf) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:09.526507 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fe7380-1fe4-4791-a452-bf1e258bd467,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:09.526683 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-7fd49a5f-2455-406e-b3e5-5db3b1d7e2f9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4926932 Aug 16 09:22:09.526683 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:09.530507 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.530507 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40630) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:09.540249 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] Request body: {'subnet': {'network_id': '408d5db9-7f0f-4aed-9d9c-fac28f85820f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-522218481-subnet', 'tenant_id': '31a523cfb3ab4be1a22b6b26855b0995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:09.542497 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2bc1d-6cf1-4f1b-b09a-07f8320e6ff1 None None] Network d0ab7e4a-9626-4f34-99b6-e2101bcbbdcf requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:22:09.553514 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.553912 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.segments_db [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Added segment 64a53f99-47c2-4da2-a380-44e4750262a2 of type vlan for network c8388d5d-e82d-4603-85bb-7ced61481563 Aug 16 09:22:09.622810 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.638033 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2be825f6-4f55-45fe-82df-5d79f7822f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.654015 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.658247 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] Made reservation on behalf of 31a523cfb3ab4be1a22b6b26855b0995 for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:09.662704 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.731366 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10775e51-6efc-4ab8-910a-91538bb8a973 None None] Network d0ab7e4a-9626-4f34-99b6-e2101bcbbdcf requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:22:09.756179 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-bfa95a96-49fb-46ab-a955-d0ffc36d4553 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4794569 Aug 16 09:22:09.795106 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.796436 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:09.797180 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.834127 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2be825f6-4f55-45fe-82df-5d79f7822f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.918455 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] Pushing event updated for resources: {'Network': ['ID=c8388d5d-e82d-4603-85bb-7ced61481563,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:09.921284 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.940445 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network c8388d5d-e82d-4603-85bb-7ced61481563 details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:22:09.946666 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2be825f6-4f55-45fe-82df-5d79f7822f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:09.974162 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Pushing event updated for resources: {'Port': ['ID=384bd873-581f-4f14-8b00-552676a1549e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:09.982334 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be825f6-4f55-45fe-82df-5d79f7822f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e831749-3af4-43de-951c-16fffdd86cf7,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:09.998941 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:10.001894 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:10.008379 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:22:10.022164 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a17122-ed76-4519-8958-1af2800f366d None None] Network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:22:10.025441 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-2be825f6-4f55-45fe-82df-5d79f7822f05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbb55e128c1743c0b91620a614eb1b0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6418853 Aug 16 09:22:10.027097 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40636) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:10.053826 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-a8927a08-191a-4976-94b1-139201ab988c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5559032 Aug 16 09:22:10.059865 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40640) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:10.112077 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb33f-918a-4e99-b864-3a42a56fca92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.147703 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.173230 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb33f-918a-4e99-b864-3a42a56fca92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.240342 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] Request body: {'subnet': {'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-subnet', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:10.354222 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a34ce137-c7a4-4713-a554-cdf844598343,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:10.384623 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] Checking segment: {'id': '225579dc-bc3f-4db1-b4f8-9935c5110800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '408d5db9-7f0f-4aed-9d9c-fac28f85820f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:10.385090 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] Network hostable DHCP agents. Network: 408d5db9-7f0f-4aed-9d9c-fac28f85820f, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:22:10.417892 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] Made reservation on behalf of 8da60fd20f04416b976b83745a44755c for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:10.420190 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.428511 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-d1be63bd-069a-4d22-84a1-ef6812868526 None None] Provisioning for port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:10.433240 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-d1be63bd-069a-4d22-84a1-ef6812868526 None None] Provisioning complete for port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:10.434112 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d1be63bd-069a-4d22-84a1-ef6812868526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.522128 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] Network 408d5db9-7f0f-4aed-9d9c-fac28f85820f is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:22:10.524934 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb33f-918a-4e99-b864-3a42a56fca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.530143 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb33f-918a-4e99-b864-3a42a56fca92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.533562 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-0d0bb33f-918a-4e99-b864-3a42a56fca92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e831749-3af4-43de-951c-16fffdd86cf7 HTTP/1.1" status: 204 len: 168 time: 0.5052979 Aug 16 09:22:10.545080 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bb33f-918a-4e99-b864-3a42a56fca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e831749-3af4-43de-951c-16fffdd86cf7,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:10.557847 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d1be63bd-069a-4d22-84a1-ef6812868526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.624081 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-d1be63bd-069a-4d22-84a1-ef6812868526 None None] For port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=fb0a7fa4-0c0f-4447-ac13-b8d7cc106912,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:10.669221 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, 408d5db9-7f0f-4aed-9d9c-fac28f85820f) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:10.674242 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:10.674844 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.679528 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27ae613-cd95-42f4-b9bb-b39049e08946 None None] Network 408d5db9-7f0f-4aed-9d9c-fac28f85820f requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:22:10.709630 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.732250 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d1be63bd-069a-4d22-84a1-ef6812868526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.775795 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-42bf79c4-0571-4daf-b514-663dfbb67854 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2439120 Aug 16 09:22:10.835595 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be63bd-069a-4d22-84a1-ef6812868526 None None] Pushing event updated for resources: {'Port': ['ID=fb0a7fa4-0c0f-4447-ac13-b8d7cc106912,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:10.849404 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ca9f2a-9f92-4a7d-93d6-d36271863c03 None None] Network 408d5db9-7f0f-4aed-9d9c-fac28f85820f requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:22:10.923901 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-46096f73-f6ae-4194-b29d-c2fbf54debfa None None] Provisioning complete for port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:10.924558 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-46096f73-f6ae-4194-b29d-c2fbf54debfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:10.979940 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.038754 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb08f7e-85f6-4f98-a2d3-d7228b510948,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:11.062021 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40680) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:11.063254 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438776'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.067896 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1155787359-network', 'tenant_id': 'f0a6114fe4fd478aa8d62af4ad092aeb'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:11.072586 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] Checking segment: {'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:11.072960 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] Network hostable DHCP agents. Network: c8388d5d-e82d-4603-85bb-7ced61481563, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:22:11.194024 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Made reservation on behalf of f0a6114fe4fd478aa8d62af4ad092aeb for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:11.200818 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.214401 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.222444 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] Network c8388d5d-e82d-4603-85bb-7ced61481563 is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:22:11.284538 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:11.286481 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Router d1a09706-5dba-4bd2-808f-b656edceef9b is scheduled to L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 09:22:11.338027 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:11.338588 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.339958 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.348898 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, c8388d5d-e82d-4603-85bb-7ced61481563) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:11.356322 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:11.357057 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.362944 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358a239-12ba-490f-9667-848cbf53ef00 None None] Network c8388d5d-e82d-4603-85bb-7ced61481563 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:22:11.396856 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40694) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:11.425322 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-10c07829-7503-4a3a-aca3-40f5d75e6d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.448630 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.450610 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:22:11.462975 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Sync routers for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:22:11.489331 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:22:11.489973 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:21:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:11.512808 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-74541c22-f67a-4959-88f9-cbfe7e5b54da admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2780290 Aug 16 09:22:11.513380 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40718) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:11.513719 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40720) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:11.524550 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-router', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:11.533536 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c96168-e969-444f-8f48-241b59fabd96 None None] Network c8388d5d-e82d-4603-85bb-7ced61481563 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:22:11.534160 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:22:11.534618 dv-cinder-804611-1-iscsi neutron-server[94599]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 09:22:11.573840 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e169b8-3fde-4b92-90f4-b7e0a3f5dcd9,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:11.579516 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.579858 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Added segment 5c352d60-d3ae-4d80-a542-5ecfe649292a of type vlan for network 3c0378ce-9b09-4895-b4a0-958cd83338d3 Aug 16 09:22:11.705533 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:22:11.740565 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138c653-936b-446b-8151-8792419ef300 req-917fa3e6-86fd-4076-9299-c07175e0f4b2 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:11.748254 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-917fa3e6-86fd-4076-9299-c07175e0f4b2 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/networks?id=408d5db9-7f0f-4aed-9d9c-fac28f85820f HTTP/1.1" status: 200 len: 811 time: 0.2313530 Aug 16 09:22:11.762236 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.763498 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-bc1cc68d-d63d-4d7e-b797-da2bbd272d21 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0707479 Aug 16 09:22:11.771083 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-12177e6f-4f4f-49d8-bbe5-fb0208fe87c3 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/quotas/31a523cfb3ab4be1a22b6b26855b0995 HTTP/1.1" status: 200 len: 375 time: 0.0216792 Aug 16 09:22:11.820206 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40732) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:11.822415 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-9442687e-12ee-4fca-92a4-dcc8077ee343 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=31a523cfb3ab4be1a22b6b26855b0995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504904 Aug 16 09:22:11.842082 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-10c07829-7503-4a3a-aca3-40f5d75e6d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.847113 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.901523 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:10Z', 'revision_number': 3, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:11.928152 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Checking router: d1a09706-5dba-4bd2-808f-b656edceef9b for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:22:11.928529 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Updating router d1a09706-5dba-4bd2-808f-b656edceef9b port 384bd873-581f-4f14-8b00-552676a1549e binding host dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:22:11.954615 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.961128 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-10c07829-7503-4a3a-aca3-40f5d75e6d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.970191 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:11.971133 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:11.973105 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.064780 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-10c07829-7503-4a3a-aca3-40f5d75e6d28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ba5277c4ae44dae8e38738a1c6da1fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6667037 Aug 16 09:22:12.072616 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40740) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:12.077415 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c07829-7503-4a3a-aca3-40f5d75e6d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d63d2a-5e83-4143-a7ed-b08a174acb7b,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:12.120833 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] Pushing event updated for resources: {'Network': ['ID=3c0378ce-9b09-4895-b4a0-958cd83338d3,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:12.133458 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network 3c0378ce-9b09-4895-b4a0-958cd83338d3 details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:22:12.170953 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84b9f077-c197-422e-8773-313e2278289d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.211436 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84b9f077-c197-422e-8773-313e2278289d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.252809 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-9f96a96d-c9bd-4dd1-98f9-695e454ed3fb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:22:12.253848 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-9f96a96d-c9bd-4dd1-98f9-695e454ed3fb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1192532 Aug 16 09:22:12.318411 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.318967 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Notify callbacks [] for port, precommit_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.319349 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.401033 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.provisioning_blocks [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Transition to ACTIVE for port object 384bd873-581f-4f14-8b00-552676a1549e will not be triggered until provisioned by entity L2. {{(pid=94602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:12.404537 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-48d28ecb-4c48-416d-9649-9c029bb2642a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3379993 Aug 16 09:22:12.411562 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84b9f077-c197-422e-8773-313e2278289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.414232 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84b9f077-c197-422e-8773-313e2278289d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.415340 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-84b9f077-c197-422e-8773-313e2278289d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55d63d2a-5e83-4143-a7ed-b08a174acb7b HTTP/1.1" status: 204 len: 168 time: 0.3348384 Aug 16 09:22:12.415901 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40748) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:12.430201 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-1074c6e0-52cd-43a1-b81b-a31fa6397c22 service neutron] 10.222.0.39 "GET /v2.0/networks/408d5db9-7f0f-4aed-9d9c-fac28f85820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633713 Aug 16 09:22:12.432628 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] Request body: {'subnet': {'network_id': '3c0378ce-9b09-4895-b4a0-958cd83338d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1155787359-subnet', 'tenant_id': 'f0a6114fe4fd478aa8d62af4ad092aeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:12.446312 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9f077-c197-422e-8773-313e2278289d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d63d2a-5e83-4143-a7ed-b08a174acb7b,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:12.497873 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.526389 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] Made reservation on behalf of f0a6114fe4fd478aa8d62af4ad092aeb for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:12.535391 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.537230 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.558202 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Pushing event updated for resources: {'Port': ['ID=384bd873-581f-4f14-8b00-552676a1549e,revision_number=2']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:12.568526 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.568807 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.569133 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.569468 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.569828 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.570174 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.570687 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.571158 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.571505 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.571827 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.572143 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.572714 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Tracked resource versions report: Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: pushed versions: Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: { 'AddressGroup': {'1.2'}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'ConntrackHelper': {'1.0'}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Log': {'1.0'}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Network': {'1.1'}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Port': {'1.7'}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'PortForwarding': {'1.2'}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'QosPolicy': {'1.9'}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SecurityGroup': {'1.4'}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SecurityGroupRule': {'1.2'}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SubPort': {'1.0'}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Subnet': {'1.1'}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Trunk': {'1.1'}} Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: consumer versions: Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: { DHCP agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: HyperV agent@hv-cinder-80461: {}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: L3 agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: Metadata agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: Metering agent@dv-cinder-804611-1-iscsi: {}, Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: Open vSwitch agent@dv-cinder-804611-1-iscsi: { 'AddressGroup': '1.2', Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'ConntrackHelper': '1.0', Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Log': '1.0', Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Network': '1.1', Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Port': '1.7', Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'PortForwarding': '1.2', Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'QosPolicy': '1.9', Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SecurityGroup': '1.4', Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SecurityGroupRule': '1.2', Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'SubPort': '1.0', Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Subnet': '1.1', Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: 'Trunk': '1.1'}} Aug 16 09:22:12.573797 dv-cinder-804611-1-iscsi neutron-server[94602]: {{(pid=94602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 09:22:12.583619 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Attempting to bind port 384bd873-581f-4f14-8b00-552676a1549e on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:22:12.583981 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Attempting to bind port 384bd873-581f-4f14-8b00-552676a1549e by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:22:12.584385 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Attempting to bind port 384bd873-581f-4f14-8b00-552676a1549e on network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:12.589500 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:22:12.589868 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Checking segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:12.590256 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.590636 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Bound using segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:22:12.591082 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Bound port: 384bd873-581f-4f14-8b00-552676a1549e, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:22:12.591662 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.627719 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-c39314bc-08a1-4d32-a428-bfcd59daf23f service neutron] 10.222.0.39 "GET /v2.0/networks/408d5db9-7f0f-4aed-9d9c-fac28f85820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966717 Aug 16 09:22:12.677285 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] For port 384bd873-581f-4f14-8b00-552676a1549e, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:22:12.688433 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] For port 384bd873-581f-4f14-8b00-552676a1549e, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=384bd873-581f-4f14-8b00-552676a1549e,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:22:12.717206 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.766335 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.801410 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.846955 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b70eb-7d94-417d-8026-6d4c3308669a None None] Pushing event updated for resources: {'Port': ['ID=384bd873-581f-4f14-8b00-552676a1549e,revision_number=3']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:12.855089 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:22:12.858155 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:21:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:12.875958 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:12.980818 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:22:13.035752 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=819b92dc-4f2b-4f5b-b2c9-af6cb049e5c0,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:13.054695 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] Checking segment: {'id': '5c352d60-d3ae-4d80-a542-5ecfe649292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3c0378ce-9b09-4895-b4a0-958cd83338d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:13.055322 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] Network hostable DHCP agents. Network: 3c0378ce-9b09-4895-b4a0-958cd83338d3, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:22:13.136735 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] Network 3c0378ce-9b09-4895-b4a0-958cd83338d3 is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:22:13.138447 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-da64f633-d77d-4a72-9286-8ae133e3b4ac req-29e5292c-9672-4742-b250-029c974a9ea8 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 210 time: 0.1019194 Aug 16 09:22:13.151812 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Allocated IP 172.20.0.1 (8e3dee7d-5ee5-41fc-b951-5848f52eee46/fc65ce35-04e7-4584-80a4-1275af6c7e31/f2678c85-1c04-43d0-a6b4-0f34a319c892) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:22:13.235186 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, 3c0378ce-9b09-4895-b4a0-958cd83338d3) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:13.235759 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:10Z', 'revision_number': 3, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:13.240958 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:13.241334 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:13.247477 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722233cc-b2f8-4eee-b940-e3a5e0603e9f None None] Network 3c0378ce-9b09-4895-b4a0-958cd83338d3 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:22:13.276677 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59675b75-c8af-4a94-bbde-47a7a4d9a615 None None] The sync data for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi is: [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:10Z', 'revision_number': 3, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:22:13.299122 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:13.359170 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Transition to ACTIVE for port object f2678c85-1c04-43d0-a6b4-0f34a319c892 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:13.384323 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-c66904b9-e33e-4380-9c1a-24af5de19190 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9656963 Aug 16 09:22:13.462452 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:13.484497 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:13.541520 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40808) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:13.542469 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:13.601927 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bca092-a1e7-4f79-8be3-ed3f05a62062 admin admin] Deleting subnet 7d7db608-f7d4-4be0-97a3-7f92855d3cc0 {{(pid=94600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:22:13.611722 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-07bca092-a1e7-4f79-8be3-ed3f05a62062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:13.620080 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:13.625399 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Pushing event updated for resources: {'Port': ['ID=f2678c85-1c04-43d0-a6b4-0f34a319c892,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:13.629285 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:13.631815 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:22:13.632536 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-365101'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:13.677834 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-07bca092-a1e7-4f79-8be3-ed3f05a62062 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:13.700113 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-07bca092-a1e7-4f79-8be3-ed3f05a62062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:13.755888 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf6b4c-8510-4462-ae74-d12a1313cb59 None None] Network 3c0378ce-9b09-4895-b4a0-958cd83338d3 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:22:13.881599 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-07bca092-a1e7-4f79-8be3-ed3f05a62062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:13.913786 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Allocated IP 172.27.3.250 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:22:13.920943 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bca092-a1e7-4f79-8be3-ed3f05a62062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7db608-f7d4-4be0-97a3-7f92855d3cc0,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:13.926129 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-07bca092-a1e7-4f79-8be3-ed3f05a62062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:13.931841 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-07bca092-a1e7-4f79-8be3-ed3f05a62062 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7d7db608-f7d4-4be0-97a3-7f92855d3cc0 HTTP/1.1" status: 204 len: 168 time: 0.3877795 Aug 16 09:22:13.932698 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40826) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:14.117205 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.183289 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-9744cd68-ef0d-4ce0-b1e6-5784836d4d8b None None] Provisioning for port f2678c85-1c04-43d0-a6b4-0f34a319c892 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:14.188909 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-9744cd68-ef0d-4ce0-b1e6-5784836d4d8b None None] Provisioning complete for port f2678c85-1c04-43d0-a6b4-0f34a319c892 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:14.190367 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9744cd68-ef0d-4ce0-b1e6-5784836d4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.215824 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.231516 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.232334 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.234265 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.234787 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > port after_create 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.235443 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.235960 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > port after_update 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.236491 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.236994 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.237520 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.238022 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.270031 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.317028 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-9744cd68-ef0d-4ce0-b1e6-5784836d4d8b None None] Port f2678c85-1c04-43d0-a6b4-0f34a319c892 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:22:14.377324 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.379242 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40840) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:14.419520 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cc5b8afd-0aef-43a5-a9d3-8adfa992021c req-9ee28959-a81b-49a2-bdd8-2bcf9cd0bc93 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 210 time: 0.0390043 Aug 16 09:22:14.432452 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.432806 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.433131 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.433460 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:22:14.433869 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ab7e4a-9626-4f34-99b6-e2101bcbbdcf']}} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:14.463667 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6f7fa4-6f12-4537-a0ef-118707375e49') {'for_net_delete': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:14.463667 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6f7fa4-6f12-4537-a0ef-118707375e49') {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:14.481431 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11417930'] for segment, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.514058 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.529256 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.538408 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.551326 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:22:14.551986 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11474583'] for segment, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.584833 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Pushing event updated for resources: {'Port': ['ID=e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:14.594215 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:14.595643 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:14.598028 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: from cryptography.utils import int_from_bytes Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: from cryptography.utils import int_from_bytes Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: Traceback (most recent call last): Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: timer() Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: cb(*args, **kw) Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: return func(*args, **kwargs) Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: self._notify() Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: self.callback(batched_events) Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: event.method(event) Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: return f(self, *a, **k) Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._get(url).json() Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: return self.request(url, 'GET', **kwargs) Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:22:14.609935 dv-cinder-804611-1-iscsi neutron-server[94600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:22:14.661830 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.662549 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365241'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.697982 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.712752 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.715873 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] 10.222.0.39 "DELETE /v2.0/networks/d0ab7e4a-9626-4f34-99b6-e2101bcbbdcf HTTP/1.1" status: 204 len: 168 time: 0.7819679 Aug 16 09:22:14.718857 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40850) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:14.735751 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a35437-684c-4a1a-ae8c-b16949d1fe3a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ab7e4a-9626-4f34-99b6-e2101bcbbdcf,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:14.810258 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Pushing event updated for resources: {'Port': ['ID=f2678c85-1c04-43d0-a6b4-0f34a319c892,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:14.852374 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b837598-bf48-4ce6-b512-b745cbf78b63 admin admin] Deleting subnet 819b92dc-4f2b-4f5b-b2c9-af6cb049e5c0 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:22:14.863750 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b837598-bf48-4ce6-b512-b745cbf78b63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.904607 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:14.915069 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:14.951096 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b837598-bf48-4ce6-b512-b745cbf78b63 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:14.971718 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b837598-bf48-4ce6-b512-b745cbf78b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.193462 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.251220 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-ead63b8b-dbe2-4eb3-b15e-90142ba262c5 None None] Provisioning complete for port f2678c85-1c04-43d0-a6b4-0f34a319c892 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:15.252134 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ead63b8b-dbe2-4eb3-b15e-90142ba262c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.269492 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Router d1a09706-5dba-4bd2-808f-b656edceef9b has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:22:15.323347 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b837598-bf48-4ce6-b512-b745cbf78b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.324561 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-ead63b8b-dbe2-4eb3-b15e-90142ba262c5 None None] Port f2678c85-1c04-43d0-a6b4-0f34a319c892 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:22:15.337669 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 384bd873-581f-4f14-8b00-552676a1549e up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:15.399474 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b837598-bf48-4ce6-b512-b745cbf78b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=819b92dc-4f2b-4f5b-b2c9-af6cb049e5c0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:15.414199 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b837598-bf48-4ce6-b512-b745cbf78b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.418574 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-4b837598-bf48-4ce6-b512-b745cbf78b63 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/819b92dc-4f2b-4f5b-b2c9-af6cb049e5c0 HTTP/1.1" status: 204 len: 168 time: 0.6962583 Aug 16 09:22:15.422186 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40882) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:15.467870 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 384bd873-581f-4f14-8b00-552676a1549e completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:15.472077 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 384bd873-581f-4f14-8b00-552676a1549e triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:15.472518 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.530895 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.612600 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.612820 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:22:15.632566 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Sync routers for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:22:15.633171 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-054d5450-a888-4c3c-8c2d-28879d1565ff admin admin] 10.222.0.39 "PUT /v2.0/routers/d1a09706-5dba-4bd2-808f-b656edceef9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8091388 Aug 16 09:22:15.651477 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 384bd873-581f-4f14-8b00-552676a1549e, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=384bd873-581f-4f14-8b00-552676a1549e,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:15.652928 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:22:15.653621 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:21:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:15.658803 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.660033 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438776'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.674939 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0378ce-9b09-4895-b4a0-958cd83338d3']}} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:15.689486 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c352d60-d3ae-4d80-a542-5ecfe649292a') {'for_net_delete': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:15.689784 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c352d60-d3ae-4d80-a542-5ecfe649292a') {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:15.705321 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11417930'] for segment, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.732180 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.738249 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-476af33f-cfa6-4c94-a03e-f4b55f5d76d6 req-18c892b6-e9b6-429b-9efb-60b035f50816 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 210 time: 0.0622213 Aug 16 09:22:15.757493 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:22:15.760521 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11474583'] for segment, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.784335 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.861324 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=384bd873-581f-4f14-8b00-552676a1549e,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:15.865709 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: Traceback (most recent call last): Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: timer() Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: cb(*args, **kw) Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: return func(*args, **kwargs) Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: self._notify() Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: self.callback(batched_events) Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: event.method(event) Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: return f(self, *a, **k) Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._get(url).json() Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: return self.request(url, 'GET', **kwargs) Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:22:15.937000 dv-cinder-804611-1-iscsi neutron-server[94600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:22:15.988158 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.992754 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:15.997035 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3c0378ce-9b09-4895-b4a0-958cd83338d3 HTTP/1.1" status: 204 len: 168 time: 0.5716598 Aug 16 09:22:16.008634 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d0917-1ab5-49be-bfb1-8f1ce814eea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0378ce-9b09-4895-b4a0-958cd83338d3,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:16.017758 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Router 13197155-273d-48ac-bc98-5219bcfbbfa0 is scheduled to L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 09:22:16.121074 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:14Z', 'revision_number': 2, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:16.162821 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Checking router: d1a09706-5dba-4bd2-808f-b656edceef9b for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:22:16.162821 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Updating router d1a09706-5dba-4bd2-808f-b656edceef9b port f2678c85-1c04-43d0-a6b4-0f34a319c892 binding host dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:22:16.168903 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:22:16.180068 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Sync routers for ids ['13197155-273d-48ac-bc98-5219bcfbbfa0'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:22:16.185859 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:16.196551 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Routers {'13197155-273d-48ac-bc98-5219bcfbbfa0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:22:16.197177 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-2dab0557-023d-4577-9f3f-184353533945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:21:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13197155-273d-48ac-bc98-5219bcfbbfa0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:16.267531 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:16.268845 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-5394178a-498e-464b-b4c4-8228607cc3ed admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7539020 Aug 16 09:22:16.271542 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40916) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:16.447841 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40926) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:16.460933 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Set router 13197155-273d-48ac-bc98-5219bcfbbfa0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:22:16.462135 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40930) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:16.503586 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-061990c4-283b-41b6-a7f6-ba9e62ee561d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:16.575783 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-cfa4b401-6bae-47ed-9be5-e3b616c4c22e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19730d94f2ff4bcfba99945f079aeb33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1119530 Aug 16 09:22:16.576487 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40932) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:16.673902 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-97e82106-5d5b-4f49-9502-7e127402aaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:16.717305 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-97e82106-5d5b-4f49-9502-7e127402aaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:16.751655 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:16.789542 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-456235d9-266a-4ded-b106-61b68598cedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:16.875126 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-2dab0557-023d-4577-9f3f-184353533945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-router', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:14Z', 'revision_number': 3, 'project_id': '8da60fd20f04416b976b83745a44755c', 'gw_port': {'id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:13Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:16.900562 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Checking router: 13197155-273d-48ac-bc98-5219bcfbbfa0 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:22:16.900913 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Updating router 13197155-273d-48ac-bc98-5219bcfbbfa0 port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d binding host dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:22:16.910048 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2691eeeb-e569-4eb7-b7cf-ceb0c847713f req-4235a45e-397d-4d9c-990a-991abbd110cf tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 210 time: 0.0333340 Aug 16 09:22:16.926711 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:16.932440 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Transition to ACTIVE for port object f2678c85-1c04-43d0-a6b4-0f34a319c892 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:16.947431 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-97e82106-5d5b-4f49-9502-7e127402aaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:16.950417 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-97e82106-5d5b-4f49-9502-7e127402aaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:16.952089 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-97e82106-5d5b-4f49-9502-7e127402aaba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33e74871-34c4-48af-abc9-af0491be944b HTTP/1.1" status: 204 len: 168 time: 0.3745215 Aug 16 09:22:16.985398 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e82106-5d5b-4f49-9502-7e127402aaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e74871-34c4-48af-abc9-af0491be944b,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:17.008861 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.034310 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-456235d9-266a-4ded-b106-61b68598cedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.035889 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40942) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:17.042026 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-c963c179-ed6c-47a9-997e-2e6aea3c9cd3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037017098', 'description': 'tempest-description--1045469547'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:17.082988 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9247c3-cb18-4e12-97cc-3d19f8d23b9e None None] Pushing event updated for resources: {'Port': ['ID=f2678c85-1c04-43d0-a6b4-0f34a319c892,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:17.148094 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-456235d9-266a-4ded-b106-61b68598cedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.159328 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Attempting to bind port f2678c85-1c04-43d0-a6b4-0f34a319c892 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:22:17.159695 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Attempting to bind port f2678c85-1c04-43d0-a6b4-0f34a319c892 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:22:17.160052 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Attempting to bind port f2678c85-1c04-43d0-a6b4-0f34a319c892 on network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:17.177950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:22:17.177950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Checking segment: {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:17.177950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.177950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Bound using segment: {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:22:17.177950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Bound port: f2678c85-1c04-43d0-a6b4-0f34a319c892, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:22:17.177950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.234360 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456235d9-266a-4ded-b106-61b68598cedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a158b66-9fd6-4dc9-81f6-3ac93c47b160,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:17.257699 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Notify callbacks [] for port, precommit_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.283229 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.provisioning_blocks [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Transition to ACTIVE for port object e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d will not be triggered until provisioned by entity L2. {{(pid=94602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:17.284889 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.344682 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-456235d9-266a-4ded-b106-61b68598cedb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47ae05cf95e04b34b5f6b39b40404280&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8922467 Aug 16 09:22:17.345308 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40958) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:17.350229 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] For port f2678c85-1c04-43d0-a6b4-0f34a319c892, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:22:17.359071 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 384bd873-581f-4f14-8b00-552676a1549e up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:17.365169 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] For port f2678c85-1c04-43d0-a6b4-0f34a319c892, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=f2678c85-1c04-43d0-a6b4-0f34a319c892,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:22:17.406193 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.407914 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fa304d73-7b00-443f-89e9-37761c41af84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.449693 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fa304d73-7b00-443f-89e9-37761c41af84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.459098 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c963c179-ed6c-47a9-997e-2e6aea3c9cd3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.472694 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 384bd873-581f-4f14-8b00-552676a1549e triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:17.473091 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.496270 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Attempting to bind port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:22:17.496574 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Attempting to bind port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:22:17.496942 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Attempting to bind port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d on network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:17.505433 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.532568 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:22:17.532986 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Checking segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:17.533409 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.533813 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Bound using segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:22:17.534289 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Bound port: e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:22:17.534695 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.578636 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Allocated IP 172.20.0.1 (c8388d5d-e82d-4603-85bb-7ced61481563/bbb08f7e-85f6-4f98-a2d3-d7228b510948/bd3b1e0c-ea4c-44b0-baf4-673f38597132) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:22:17.587448 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f1ecf-ef1c-4b17-bdf3-838d0aba1192 None None] Pushing event updated for resources: {'Port': ['ID=e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d,revision_number=2']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:17.603357 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9247c3-cb18-4e12-97cc-3d19f8d23b9e None None] Pushing event updated for resources: {'Port': ['ID=f2678c85-1c04-43d0-a6b4-0f34a319c892,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:17.607063 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:22:17.607609 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:21:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:17.627369 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-2dab0557-023d-4577-9f3f-184353533945 None None] For port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:22:17.631197 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-2dab0557-023d-4577-9f3f-184353533945 None None] For port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:22:17.646914 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fa304d73-7b00-443f-89e9-37761c41af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.649571 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fa304d73-7b00-443f-89e9-37761c41af84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.654844 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-fa304d73-7b00-443f-89e9-37761c41af84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a158b66-9fd6-4dc9-81f6-3ac93c47b160 HTTP/1.1" status: 204 len: 168 time: 0.3073654 Aug 16 09:22:17.698204 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa304d73-7b00-443f-89e9-37761c41af84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a158b66-9fd6-4dc9-81f6-3ac93c47b160,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:17.734433 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.761504 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:22:17.789332 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.798239 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c963c179-ed6c-47a9-997e-2e6aea3c9cd3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.871805 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Routers {'13197155-273d-48ac-bc98-5219bcfbbfa0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:22:17.872724 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-2dab0557-023d-4577-9f3f-184353533945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:21:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13197155-273d-48ac-bc98-5219bcfbbfa0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:17.878009 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f1ecf-ef1c-4b17-bdf3-838d0aba1192 None None] Pushing event updated for resources: {'Port': ['ID=e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d,revision_number=3']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:17.892669 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c963c179-ed6c-47a9-997e-2e6aea3c9cd3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.926327 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c179-ed6c-47a9-997e-2e6aea3c9cd3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dae7ee-fd82-4534-93b6-a69b01ed9c31,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:17.955407 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:17.966561 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40966) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:17.984255 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Network c8388d5d-e82d-4603-85bb-7ced61481563 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:17.993788 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:18.025237 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:22:18.029845 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-365101'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.029993 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-859d625f-8549-40f6-afc2-ea7579c8fb5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0a6114fe4fd478aa8d62af4ad092aeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0611148 Aug 16 09:22:18.030078 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-2dab0557-023d-4577-9f3f-184353533945 None None] Set router 13197155-273d-48ac-bc98-5219bcfbbfa0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:22:18.030176 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40968) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:18.055242 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c963c179-ed6c-47a9-997e-2e6aea3c9cd3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.059156 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-c963c179-ed6c-47a9-997e-2e6aea3c9cd3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0183277 Aug 16 09:22:18.063753 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40970) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:18.088003 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-eb16dded-c693-430f-bf87-5c407bb3e398 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'security_group_rule': {'security_group_id': 'f4dae7ee-fd82-4534-93b6-a69b01ed9c31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:18.109422 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-273b1361-3da1-46e6-846a-bf3471193b1c req-4bb2b057-0a46-424d-9d6e-d25a39879133 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 210 time: 0.0293663 Aug 16 09:22:18.141114 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3b1e0c-ea4c-44b0-baf4-673f38597132,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:18.180834 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5c476411-460a-4b25-85b3-0485a35dfe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.188080 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:17Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:18.211700 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5c476411-460a-4b25-85b3-0485a35dfe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.217209 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0cb8c3-778c-4435-8ea2-e17304b25716 None None] The sync data for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi is: [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:17Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:22:18.262434 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb16dded-c693-430f-bf87-5c407bb3e398 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.280523 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-2dab0557-023d-4577-9f3f-184353533945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-router', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:14Z', 'revision_number': 3, 'project_id': '8da60fd20f04416b976b83745a44755c', 'gw_port': {'id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:13Z', 'updated_at': '2021-08-16T09:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:18.328599 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab0557-023d-4577-9f3f-184353533945 None None] The sync data for ids ['13197155-273d-48ac-bc98-5219bcfbbfa0'] in dv-cinder-804611-1-iscsi is: [{'id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-router', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:14Z', 'revision_number': 3, 'project_id': '8da60fd20f04416b976b83745a44755c', 'gw_port': {'id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:13Z', 'updated_at': '2021-08-16T09:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:22:18.351817 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.375201 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb16dded-c693-430f-bf87-5c407bb3e398 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.394764 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5c476411-460a-4b25-85b3-0485a35dfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.397919 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5c476411-460a-4b25-85b3-0485a35dfe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.399659 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-5c476411-460a-4b25-85b3-0485a35dfe2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48e169b8-3fde-4b92-90f4-b7e0a3f5dcd9 HTTP/1.1" status: 204 len: 168 time: 0.3681052 Aug 16 09:22:18.408669 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c476411-460a-4b25-85b3-0485a35dfe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e169b8-3fde-4b92-90f4-b7e0a3f5dcd9,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:18.497529 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb16dded-c693-430f-bf87-5c407bb3e398 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.525853 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16dded-c693-430f-bf87-5c407bb3e398 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbaad6f-b165-4f43-b67b-a30cc00a85b4,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:18.559447 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.600032 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 40984) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:18.614448 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-49ac9d31-1b95-47a1-9ca1-7d6e24002ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.622479 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb16dded-c693-430f-bf87-5c407bb3e398 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.624538 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-eb16dded-c693-430f-bf87-5c407bb3e398 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5603693 Aug 16 09:22:18.629525 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40986) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:18.634623 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ef50606c-cd14-4323-a8ab-960608897528 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'security_group_rule': {'security_group_id': 'f4dae7ee-fd82-4534-93b6-a69b01ed9c31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:18.680525 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.688377 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365241'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.739186 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-49ac9d31-1b95-47a1-9ca1-7d6e24002ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.758439 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3b1e0c-ea4c-44b0-baf4-673f38597132,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:18.816382 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-49ac9d31-1b95-47a1-9ca1-7d6e24002ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:18.872854 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Network c8388d5d-e82d-4603-85bb-7ced61481563 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:18.874650 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:18.883628 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-49ac9d31-1b95-47a1-9ca1-7d6e24002ac3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69107eca680a421ba8df5b28ee5e0441&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2818909 Aug 16 09:22:18.887876 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 40992) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:18.889856 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac9d31-1b95-47a1-9ca1-7d6e24002ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d72a241-f625-4bd8-a3e1-6f2237796a4e,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:18.960852 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef50606c-cd14-4323-a8ab-960608897528 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.068334 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Router 13197155-273d-48ac-bc98-5219bcfbbfa0 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:22:19.200194 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.231157 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-eef3b676-2a4a-4c20-a3b9-1a72924a0c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.322508 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef50606c-cd14-4323-a8ab-960608897528 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.325728 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e4be08e-f7f9-4551-b764-a4b132d46699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.390792 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:19.689099 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef50606c-cd14-4323-a8ab-960608897528 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.689099 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e4be08e-f7f9-4551-b764-a4b132d46699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.696979 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:19.696979 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:19.696979 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.699594 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-260a2ed4-c848-4f53-b8c9-c11676fec4b3 req-8ce07c43-9e4a-4309-8da1-b0639a695ce8 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 210 time: 0.0734830 Aug 16 09:22:19.699594 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50606c-cd14-4323-a8ab-960608897528 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7e27f3-49db-4d6e-b29e-0ab6a1da4bf2,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:19.699594 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:22:19.699594 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-1556a851-93e3-4f5f-94d6-18431799fde9 admin admin] 10.222.0.39 "PUT /v2.0/routers/13197155-273d-48ac-bc98-5219bcfbbfa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3557835 Aug 16 09:22:19.699594 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef50606c-cd14-4323-a8ab-960608897528 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.699594 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-ef50606c-cd14-4323-a8ab-960608897528 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0535471 Aug 16 09:22:19.699594 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 41032) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:19.701926 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'floatingip': {'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:19.788468 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.810643 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:19.913709 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e4be08e-f7f9-4551-b764-a4b132d46699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.916572 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e4be08e-f7f9-4551-b764-a4b132d46699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.920021 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-4e4be08e-f7f9-4551-b764-a4b132d46699 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d72a241-f625-4bd8-a3e1-6f2237796a4e HTTP/1.1" status: 204 len: 168 time: 1.0296285 Aug 16 09:22:19.921747 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.933938 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:22:19.989341 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:19.990132 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f2678c85-1c04-43d0-a6b4-0f34a319c892 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:20.022702 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4be08e-f7f9-4551-b764-a4b132d46699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d72a241-f625-4bd8-a3e1-6f2237796a4e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:20.100950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:20.168269 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:20.248186 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port f2678c85-1c04-43d0-a6b4-0f34a319c892 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:20.253190 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port f2678c85-1c04-43d0-a6b4-0f34a319c892 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:20.253729 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:20.311243 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:20.346121 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:20.354978 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Allocated IP 172.27.3.233 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/b02517b6-a68f-4369-8ae3-e47fe96573eb) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:22:20.377643 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-6b5da321-3f43-4028-aa69-2920c1fafd10 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:20.379134 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-6b5da321-3f43-4028-aa69-2920c1fafd10 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/networks?id=c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 200 len: 819 time: 0.1592937 Aug 16 09:22:20.398870 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port f2678c85-1c04-43d0-a6b4-0f34a319c892, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=f2678c85-1c04-43d0-a6b4-0f34a319c892,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:20.429970 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-9809ce6d-a664-4418-8e35-72710f595f48 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/quotas/8da60fd20f04416b976b83745a44755c HTTP/1.1" status: 200 len: 375 time: 0.0344360 Aug 16 09:22:20.475422 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:20.523262 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:20.528615 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-0c6a3f7c-2bcf-4265-be06-3ecbdff2e308 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892773 Aug 16 09:22:20.553947 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=f2678c85-1c04-43d0-a6b4-0f34a319c892,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:20.635729 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-33697adc-8903-4f54-a6cf-06440b95ca8e service neutron] 10.222.0.39 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960333 Aug 16 09:22:20.714264 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:20.775116 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-72936926-2c96-4ad6-915a-ae2d23f8c508 req-930267d6-3f2d-4662-a13d-fd2edc8b57ec tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 210 time: 0.0644507 Aug 16 09:22:20.794951 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:20.808771 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:20.812251 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:22:20.820520 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'Port': ['ID=b02517b6-a68f-4369-8ae3-e47fe96573eb,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:20.838392 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-7d1daea4-61d7-432d-85d4-5b576c6263aa service neutron] 10.222.0.39 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959617 Aug 16 09:22:20.940520 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:21.096046 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:21.208806 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5ec4febe-8375-45dd-b59b-fedcda8650c3 req-f72f1b00-9ddc-4b78-ba92-887e1203a7d6 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 210 time: 0.0396862 Aug 16 09:22:21.327798 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:21.375266 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:21.427035 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:21.427127 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:21.439235 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:21.486605 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:21.513038 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'Port': ['ID=b02517b6-a68f-4369-8ae3-e47fe96573eb,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:21.553749 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Sync routers for ids ['13197155-273d-48ac-bc98-5219bcfbbfa0'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:22:21.581126 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Routers {'13197155-273d-48ac-bc98-5219bcfbbfa0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:22:21.581778 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:22:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13197155-273d-48ac-bc98-5219bcfbbfa0'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:21.623893 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:21.633740 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-2f9c2c87-13e1-4c63-ac5e-37ee36b97e71 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9368675 Aug 16 09:22:21.699700 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f2678c85-1c04-43d0-a6b4-0f34a319c892 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:21.703727 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-f92dfbb4-ebd5-4770-965b-832c9166ae56 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:21.706047 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-f92dfbb4-ebd5-4770-965b-832c9166ae56 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/networks?id=c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 200 len: 819 time: 0.1564531 Aug 16 09:22:21.732167 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-57633696-7f2b-4368-8d4a-71890e9ffcc7 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/quotas/8da60fd20f04416b976b83745a44755c HTTP/1.1" status: 200 len: 375 time: 0.0117259 Aug 16 09:22:21.794224 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-ec9c7314-5d03-4537-a842-d9c78d64d9c9 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554056 Aug 16 09:22:21.808385 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:21.821944 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Set router 13197155-273d-48ac-bc98-5219bcfbbfa0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:22:21.867486 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port f2678c85-1c04-43d0-a6b4-0f34a319c892 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:21.868077 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:21.954239 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-39c05435-c4be-4881-8dff-43b3506aa8e9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2037017098&fields=id&tenant_id=b5e4e5ee11c44b2fae87a4f001251428 HTTP/1.1" status: 200 len: 267 time: 0.0777717 Aug 16 09:22:22.041732 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-f7cdbdb2-d0ff-4375-ac1e-a8de81caa16d service neutron] 10.222.0.39 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243874 Aug 16 09:22:22.107236 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-router', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:18Z', 'revision_number': 4, 'project_id': '8da60fd20f04416b976b83745a44755c', 'gw_port': {'id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:13Z', 'updated_at': '2021-08-16T09:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'bd3b1e0c-ea4c-44b0-baf4-673f38597132', 'name': '', 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'mac_address': 'fa:16:3e:6a:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbb08f7e-85f6-4f98-a2d3-d7228b510948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:17Z', 'updated_at': '2021-08-16T09:22:18Z', 'revision_number': 2, 'project_id': '8da60fd20f04416b976b83745a44755c', 'subnets': [{'id': 'bbb08f7e-85f6-4f98-a2d3-d7228b510948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:22.140139 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Checking router: 13197155-273d-48ac-bc98-5219bcfbbfa0 for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:22:22.140738 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Updating router 13197155-273d-48ac-bc98-5219bcfbbfa0 port bd3b1e0c-ea4c-44b0-baf4-673f38597132 binding host dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:22:22.166485 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:22.203148 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-1e647ccb-03ce-49e4-95f4-9702bf8222c0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:22.204843 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-1e647ccb-03ce-49e4-95f4-9702bf8222c0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 816 time: 0.2411559 Aug 16 09:22:22.233066 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-b1af2514-f6c9-449f-8d4d-3d1182af7c8b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/quotas/b5e4e5ee11c44b2fae87a4f001251428 HTTP/1.1" status: 200 len: 375 time: 0.0174503 Aug 16 09:22:22.252558 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-56792663-816f-4c53-a157-c9b4f976af95 service neutron] 10.222.0.39 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034039 Aug 16 09:22:22.488265 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-947917cd-4d75-4198-9118-21640ded32b8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2365448 Aug 16 09:22:22.569808 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:22.592197 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Transition to ACTIVE for port object bd3b1e0c-ea4c-44b0-baf4-673f38597132 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:22.623672 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b4ee9190-57cb-485a-ae9e-d102803654e9 req-c0b8446f-8ec6-43e4-8c94-3713e505b270 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 210 time: 0.0415268 Aug 16 09:22:22.680089 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.64', 57756) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:22.719606 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:22.780227 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-6060f659-aac6-4223-84f8-edb57f872c81 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:22:22.787308 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-6060f659-aac6-4223-84f8-edb57f872c81 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1110833 Aug 16 09:22:22.819961 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53996765-7f2a-48b3-825c-be31f39b68ca None None] Pushing event updated for resources: {'Port': ['ID=bd3b1e0c-ea4c-44b0-baf4-673f38597132,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:22.896559 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Attempting to bind port bd3b1e0c-ea4c-44b0-baf4-673f38597132 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:22:22.896939 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Attempting to bind port bd3b1e0c-ea4c-44b0-baf4-673f38597132 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:22:22.897305 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Attempting to bind port bd3b1e0c-ea4c-44b0-baf4-673f38597132 on network c8388d5d-e82d-4603-85bb-7ced61481563 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:22.903572 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:22:22.903964 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Checking segment: {'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:22.904417 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:22.904816 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Bound using segment: {'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:22:22.905310 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Bound port: bd3b1e0c-ea4c-44b0-baf4-673f38597132, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:22:22.905745 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:22.930186 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-a35663ab-1a0c-4bb0-8a5f-25bde8d4f209 service neutron] 10.222.0.39 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417766 Aug 16 09:22:22.959669 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138c653-936b-446b-8151-8792419ef300 req-47829354-6542-44d2-8736-ef079f6e1727 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:22.961769 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-47829354-6542-44d2-8736-ef079f6e1727 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.64 "GET /v2.0/networks?id=408d5db9-7f0f-4aed-9d9c-fac28f85820f HTTP/1.1" status: 200 len: 811 time: 0.2803500 Aug 16 09:22:23.012530 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] For port bd3b1e0c-ea4c-44b0-baf4-673f38597132, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:22:23.016033 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] For port bd3b1e0c-ea4c-44b0-baf4-673f38597132, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=bd3b1e0c-ea4c-44b0-baf4-673f38597132,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:22:23.022219 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfa1f709-c159-4886-936f-e5b9844434b9 req-a532994f-f330-4ef6-bd88-cb9480d9c248 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0321453 Aug 16 09:22:23.024360 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Request body: {'port': {'device_id': '6af8aaed-fcbf-4600-9802-2be199e02c2e', 'network_id': '408d5db9-7f0f-4aed-9d9c-fac28f85820f', 'admin_state_up': True, 'tenant_id': '31a523cfb3ab4be1a22b6b26855b0995'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:23.060596 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-78bd1cfb-e518-41a6-9dfe-aae75952d76a service neutron] 10.222.0.39 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240528 Aug 16 09:22:23.123489 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:23.205036 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Routers {'13197155-273d-48ac-bc98-5219bcfbbfa0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:22:23.205911 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:22:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13197155-273d-48ac-bc98-5219bcfbbfa0'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:23.209483 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53996765-7f2a-48b3-825c-be31f39b68ca None None] Pushing event updated for resources: {'Port': ['ID=bd3b1e0c-ea4c-44b0-baf4-673f38597132,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:23.326037 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] Set router 13197155-273d-48ac-bc98-5219bcfbbfa0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:22:23.503534 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Made reservation on behalf of 31a523cfb3ab4be1a22b6b26855b0995 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:23.507368 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:23.521524 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b4873460-7ee6-4099-b2d4-09a0bef2c6b8 req-fe4415bd-1e09-41a3-a756-c5e0d3489afd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0316026 Aug 16 09:22:23.759937 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c00cbbbc-3c62-40dc-853c-4d587cf0c167 req-5ded1baa-38e8-4921-9872-f57c2b2e0947 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 210 time: 0.0422888 Aug 16 09:22:23.792487 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Allocated IP 172.20.0.13 (408d5db9-7f0f-4aed-9d9c-fac28f85820f/a34ce137-c7a4-4713-a554-cdf844598343/7113fea2-eb37-4cf8-9776-5cd0562618e3) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:22:23.809707 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-router', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:18Z', 'revision_number': 4, 'project_id': '8da60fd20f04416b976b83745a44755c', 'gw_port': {'id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:13Z', 'updated_at': '2021-08-16T09:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'bd3b1e0c-ea4c-44b0-baf4-673f38597132', 'name': '', 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'mac_address': 'fa:16:3e:6a:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbb08f7e-85f6-4f98-a2d3-d7228b510948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:17Z', 'updated_at': '2021-08-16T09:22:23Z', 'revision_number': 4, 'project_id': '8da60fd20f04416b976b83745a44755c', 'subnets': [{'id': 'bbb08f7e-85f6-4f98-a2d3-d7228b510948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:22:23.849572 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e2904-be0a-428b-91bb-17fdeab7ae93 None None] The sync data for ids ['13197155-273d-48ac-bc98-5219bcfbbfa0'] in dv-cinder-804611-1-iscsi is: [{'id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-router', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:18Z', 'revision_number': 4, 'project_id': '8da60fd20f04416b976b83745a44755c', 'gw_port': {'id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:13Z', 'updated_at': '2021-08-16T09:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'bd3b1e0c-ea4c-44b0-baf4-673f38597132', 'name': '', 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'mac_address': 'fa:16:3e:6a:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbb08f7e-85f6-4f98-a2d3-d7228b510948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:17Z', 'updated_at': '2021-08-16T09:22:23Z', 'revision_number': 4, 'project_id': '8da60fd20f04416b976b83745a44755c', 'subnets': [{'id': 'bbb08f7e-85f6-4f98-a2d3-d7228b510948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:22:24.059226 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:24.218376 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:24.309630 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Network 408d5db9-7f0f-4aed-9d9c-fac28f85820f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:24.318032 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:24.340524 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:22:24.424188 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:24.424891 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:24.428091 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Pushing event updated for resources: {'Port': ['ID=7113fea2-eb37-4cf8-9776-5cd0562618e3,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:24.585933 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-95555eb5-4115-4a9d-a256-500042f9c7a4 req-b1d2d119-a3e9-4494-b511-732c75ccca33 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0434079 Aug 16 09:22:24.635822 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-50ffa97c-ba01-4360-88c0-322883737c61 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6156096 Aug 16 09:22:24.673696 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4c1be98f-586c-4c7c-8923-61dd71b8ffe4 req-0330bef9-5e09-457b-8973-dbc20049900f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0423634 Aug 16 09:22:24.953770 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff890acb-f60a-43fe-adcf-d7c0abef06b5 req-b08e330d-edb1-476c-82d9-e4f0cc118d54 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:24.961103 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ff890acb-f60a-43fe-adcf-d7c0abef06b5 req-b08e330d-edb1-476c-82d9-e4f0cc118d54 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.1154988 Aug 16 09:22:25.031239 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ff890acb-f60a-43fe-adcf-d7c0abef06b5 req-51e8faea-101e-49d0-b68e-68f8bfc4de2a tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571270 Aug 16 09:22:25.247614 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 41324) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:25.389151 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device bd3b1e0c-ea4c-44b0-baf4-673f38597132 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:25.433238 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c33e1924-3b8f-42f5-9068-ec3ec5d0466e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:25.583191 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port bd3b1e0c-ea4c-44b0-baf4-673f38597132 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:25.588049 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port bd3b1e0c-ea4c-44b0-baf4-673f38597132 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:25.588566 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:25.593778 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c33e1924-3b8f-42f5-9068-ec3ec5d0466e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:25.708476 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:25.724591 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c33e1924-3b8f-42f5-9068-ec3ec5d0466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:25.748692 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-aeb39d52-b3d1-4e83-be20-f26ef2be9ea3 req-22247ff0-8a86-4339-85ce-203a8eb66fd5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0685220 Aug 16 09:22:25.780420 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port bd3b1e0c-ea4c-44b0-baf4-673f38597132, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=bd3b1e0c-ea4c-44b0-baf4-673f38597132,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:25.812498 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e1924-3b8f-42f5-9068-ec3ec5d0466e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f993f8-ad29-441c-955a-26a3130cad2c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:25.834197 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 41338) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:25.840543 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-c33e1924-3b8f-42f5-9068-ec3ec5d0466e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49716507554f4d0b8b2bef71982cc2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898528 Aug 16 09:22:25.849211 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-06139095-b76a-45f0-ac80-8cee3901bb94 req-d91f0223-fbd9-4684-a9d2-050f78e1d581 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0659261 Aug 16 09:22:25.879884 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:25.923239 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dbc26da1-ee56-454d-b359-0bae54b62236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:25.975050 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dbc26da1-ee56-454d-b359-0bae54b62236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:25.988669 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=bd3b1e0c-ea4c-44b0-baf4-673f38597132,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:26.149173 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dbc26da1-ee56-454d-b359-0bae54b62236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:26.153204 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dbc26da1-ee56-454d-b359-0bae54b62236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:26.157628 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-dbc26da1-ee56-454d-b359-0bae54b62236 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30f993f8-ad29-441c-955a-26a3130cad2c HTTP/1.1" status: 204 len: 168 time: 0.3191338 Aug 16 09:22:26.162885 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc26da1-ee56-454d-b359-0bae54b62236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f993f8-ad29-441c-955a-26a3130cad2c,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:26.230915 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b6769-053a-44db-b2fc-3b4e73cd0c48 req-e133a795-a249-445b-bf3f-530b010cae92 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:26.234473 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-272b6769-053a-44db-b2fc-3b4e73cd0c48 req-e133a795-a249-445b-bf3f-530b010cae92 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.0806892 Aug 16 09:22:26.307310 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-272b6769-053a-44db-b2fc-3b4e73cd0c48 req-9dd4a225-b78d-4ab0-b29e-430736281ecf tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625806 Aug 16 09:22:26.578454 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 41368) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:26.735556 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c539b834-f77f-4597-bb04-21cf0eb46063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:26.882077 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c539b834-f77f-4597-bb04-21cf0eb46063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:26.885075 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f39d0dbb-85dd-4f10-a472-f4c17afda18f req-9d4bd1d4-bf63-4f5d-baed-ac387fbe7a67 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0383427 Aug 16 09:22:26.986120 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-76070261-c3e1-49b0-9101-c606411c1f5c req-03b2f820-f5e1-4062-9382-3647ef72e667 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0268385 Aug 16 09:22:26.986865 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c539b834-f77f-4597-bb04-21cf0eb46063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:27.050916 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539b834-f77f-4597-bb04-21cf0eb46063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80f7589-4f68-47c6-a31a-894e4780276d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:27.062250 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-c539b834-f77f-4597-bb04-21cf0eb46063 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe415cfc2209463f924dbb8667862334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825461 Aug 16 09:22:27.064572 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 41388) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:27.127377 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e152-9edd-4b0c-8ad1-c9f58e21385c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:27.148629 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e152-9edd-4b0c-8ad1-c9f58e21385c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:27.294764 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device bd3b1e0c-ea4c-44b0-baf4-673f38597132 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:27.397713 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port bd3b1e0c-ea4c-44b0-baf4-673f38597132 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:27.398091 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:27.450205 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52735d7e-29cf-40bc-bca4-314db05d3c8c req-c926fc38-6fa9-4f9a-9ea5-0f60be21f73a tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:27.451895 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-52735d7e-29cf-40bc-bca4-314db05d3c8c req-c926fc38-6fa9-4f9a-9ea5-0f60be21f73a tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.0571618 Aug 16 09:22:27.508961 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-52735d7e-29cf-40bc-bca4-314db05d3c8c req-197d54e2-51db-4508-9d34-ce209f6a0bf5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458770 Aug 16 09:22:27.896286 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e152-9edd-4b0c-8ad1-c9f58e21385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:27.899055 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e152-9edd-4b0c-8ad1-c9f58e21385c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:27.900258 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-bbd7e152-9edd-4b0c-8ad1-c9f58e21385c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c80f7589-4f68-47c6-a31a-894e4780276d HTTP/1.1" status: 204 len: 168 time: 0.8346097 Aug 16 09:22:27.908421 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7e152-9edd-4b0c-8ad1-c9f58e21385c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80f7589-4f68-47c6-a31a-894e4780276d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:28.008757 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-24c8f925-b6d2-4a35-938c-d07c086b6558 req-7e854982-f987-4ff7-8e6b-d944ed11a60c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0321844 Aug 16 09:22:28.192360 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-94f12a09-7313-41ca-b2c0-5253728d25f8 req-b980d21e-a199-41bb-87d3-82c16b9f80f9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0379682 Aug 16 09:22:28.635525 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26f481-1211-4bdc-b5fe-4a482d4fe840 req-e30175fa-1cd0-436d-8653-0b35f5cc3d2d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:28.643927 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8f26f481-1211-4bdc-b5fe-4a482d4fe840 req-e30175fa-1cd0-436d-8653-0b35f5cc3d2d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.0604756 Aug 16 09:22:28.679161 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8f26f481-1211-4bdc-b5fe-4a482d4fe840 req-81c8cfda-9aa9-4ea1-a102-e5d885e82f52 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342371 Aug 16 09:22:29.122748 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1687ddc3-48df-431c-8c77-93a1b11c6e4c req-9561f2af-6193-4bdc-bfab-77453973d73f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0345447 Aug 16 09:22:29.298564 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a89a1a9d-b607-4be6-8dab-9dbea226f2ab req-421c5575-5aaa-48f1-80dd-a78e385a3245 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0300033 Aug 16 09:22:29.829036 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b89d4-c452-4228-9442-5243a74e6156 req-d30e114a-2b98-4476-9927-b00f95d5f0de tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:29.830626 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-125b89d4-c452-4228-9442-5243a74e6156 req-d30e114a-2b98-4476-9927-b00f95d5f0de tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.0794163 Aug 16 09:22:29.886753 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-125b89d4-c452-4228-9442-5243a74e6156 req-0f7e1ac2-0de9-4354-8507-a1581a5f05ab tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315278 Aug 16 09:22:30.222863 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1511a47d-078a-4280-9219-0c59e01a51d3 req-928be2a1-b5d4-44ed-b37f-74d83fee89e5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0299110 Aug 16 09:22:30.420974 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3b5f9f82-1e5b-4b05-a500-dde0718c1efc req-1a9f1086-ac63-4793-b6e1-8126f9469b82 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0276158 Aug 16 09:22:31.027911 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3402c-09ad-4313-b5a9-6a321cca0c3e req-4191fdf0-5813-4381-bd00-10f67105e1c6 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:31.029882 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e6b3402c-09ad-4313-b5a9-6a321cca0c3e req-4191fdf0-5813-4381-bd00-10f67105e1c6 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.0599763 Aug 16 09:22:31.088849 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e6b3402c-09ad-4313-b5a9-6a321cca0c3e req-943e9745-7c09-4de8-af74-db2d5fc6512f tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514886 Aug 16 09:22:31.325987 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b80c822d-d2be-45dc-995b-f39c698a4fbd req-2a15100f-deec-41ae-93f9-2a989ff44b6b tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0316281 Aug 16 09:22:31.524232 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b66672b4-88be-45a8-8704-dd8066709e7d req-30a8b54d-bdc5-4b70-9192-488cd74442a1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0280972 Aug 16 09:22:31.757160 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:32.200935 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b05f7e-8d66-413f-819d-db741ab7afa0 req-63ad33b9-2072-45b5-ae46-e412150502a9 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:32.202562 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e4b05f7e-8d66-413f-819d-db741ab7afa0 req-63ad33b9-2072-45b5-ae46-e412150502a9 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.0512877 Aug 16 09:22:32.265029 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e4b05f7e-8d66-413f-819d-db741ab7afa0 req-c95d8cbf-0312-44ee-b7ff-679e2790e44e tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558913 Aug 16 09:22:32.425736 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-571bcb4d-6c59-44a0-86d5-99cc57e95721 req-9f1d1666-aad0-46ed-9eb2-129c721f0cd4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0323057 Aug 16 09:22:32.630473 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fd137b7d-5f99-4719-8d12-aeffba5ae3a5 req-cc1845ed-82fc-4377-b26f-036249ec1c1e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0268059 Aug 16 09:22:33.443153 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaeb50-661a-470a-98c4-8f0e32dbeedc req-8ef7eef3-736c-4955-8c56-1eaf94ffd2a4 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:33.454173 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ffeaeb50-661a-470a-98c4-8f0e32dbeedc req-8ef7eef3-736c-4955-8c56-1eaf94ffd2a4 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.1020777 Aug 16 09:22:33.513788 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ffeaeb50-661a-470a-98c4-8f0e32dbeedc req-3b668029-f15e-4049-b8bf-d50d20884b2a tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575128 Aug 16 09:22:33.593887 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-93ee136f-a72b-4a3f-aff4-f14549411d83 req-c859f63c-3b40-4b18-947a-8b65ef817f09 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0302570 Aug 16 09:22:33.744374 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-63416122-2963-4d13-beb1-71b3fb0f13ac req-5b3c9607-0708-4610-be4a-143f4fb5aad7 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0327425 Aug 16 09:22:34.623171 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f218d-3cf1-44ed-a88a-ae74a83ca040 req-e5ea7452-03c2-4fee-86a8-7decd1e6c58d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:34.624714 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a59f218d-3cf1-44ed-a88a-ae74a83ca040 req-e5ea7452-03c2-4fee-86a8-7decd1e6c58d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.0487437 Aug 16 09:22:34.664139 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a59f218d-3cf1-44ed-a88a-ae74a83ca040 req-99624e8d-af9d-43bf-86fb-9683faf109dd tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Aug 16 09:22:34.692353 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b025ac45-160c-452b-981c-78a10089413d req-0731e6dd-b81c-4822-84fc-970574cabb94 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0312138 Aug 16 09:22:34.866198 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-620f85e3-ece7-45a5-9cc8-89a4c7fcdbd5 req-d1f22892-9c17-4a7d-a2a7-b203a35afe5a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0290055 Aug 16 09:22:34.924532 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-ace9a158-590e-4054-9274-04598229bdf2 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:22:34.926154 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-ace9a158-590e-4054-9274-04598229bdf2 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071170 Aug 16 09:22:35.803536 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-32a711e7-8dbc-47e4-8bb4-5854b72c4942 req-3d44f06c-17ac-49b4-9a8e-7821c7d15a09 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0335133 Aug 16 09:22:35.820363 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bbc3d-4eff-403f-a03e-0d2eb81eb231 req-2365b29e-cfa0-4282-8ae9-54847ba856c5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:35.821933 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f08bbc3d-4eff-403f-a03e-0d2eb81eb231 req-2365b29e-cfa0-4282-8ae9-54847ba856c5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.0828385 Aug 16 09:22:35.860055 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f08bbc3d-4eff-403f-a03e-0d2eb81eb231 req-ec3e7ac2-9bd9-48db-bff6-dbbfbef53d3e tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322409 Aug 16 09:22:35.972970 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6d1c54b4-9546-42bd-bbb8-db92164f98fc req-8d9d4405-32d3-4f6d-9c6e-ea84e23676d3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0273821 Aug 16 09:22:36.896565 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-835ac179-c3b5-4c67-89f9-ce1fe2b908e3 req-5ca36e38-480b-4484-86b6-85554caaf149 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0256953 Aug 16 09:22:36.975522 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52577f7-ef37-4b96-bc11-a28e7cc6e9b6 req-0f945f39-15f7-414e-9c76-963692bf330d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:36.977310 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d52577f7-ef37-4b96-bc11-a28e7cc6e9b6 req-0f945f39-15f7-414e-9c76-963692bf330d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.0504334 Aug 16 09:22:37.017870 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d52577f7-ef37-4b96-bc11-a28e7cc6e9b6 req-6ec77d8d-54b1-4fb3-ab73-6aafbf0aa85e tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335889 Aug 16 09:22:37.080372 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9303c92a-ddb8-44a1-8b13-bf77d6919e17 req-5abddc91-0a02-40fd-8415-ce948f523d1a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0259037 Aug 16 09:22:37.957051 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.64', 57789) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:38.001811 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5725836d-8a35-4f3b-aa7a-a489ac15a570 req-980dea5a-9a41-4beb-b1c3-6ef0023b25c8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0279014 Aug 16 09:22:38.193240 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Request body: {'port': {'device_id': '6af8aaed-fcbf-4600-9802-2be199e02c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:38.223053 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-23dc5fb4-9d5f-4304-9dca-450ef06e97aa req-6f003f30-70ed-4795-8c1b-f818e57a1beb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0343239 Aug 16 09:22:38.237484 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bb1fe-771e-453b-9bd4-8beafa6e1500 req-42266c18-aa42-4535-972d-e5e73b406088 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:38.237636 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-90046e3a-1831-48fc-9894-77dac4270bcd tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:38.239046 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-90046e3a-1831-48fc-9894-77dac4270bcd tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.64 "GET /v2.0/networks?id=c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 200 len: 819 time: 0.2795680 Aug 16 09:22:38.243458 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-198bb1fe-771e-453b-9bd4-8beafa6e1500 req-42266c18-aa42-4535-972d-e5e73b406088 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 932 time: 0.1289914 Aug 16 09:22:38.253707 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Request body: {'port': {'device_id': '5c5299f1-789e-4179-8bb2-503f3a69064c', 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563', 'admin_state_up': True, 'tenant_id': '8da60fd20f04416b976b83745a44755c'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:38.278058 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-198bb1fe-771e-453b-9bd4-8beafa6e1500 req-c1f1c593-f535-4554-9f1b-914ee30eb732 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325699 Aug 16 09:22:38.333996 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:38.668409 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Made reservation on behalf of 8da60fd20f04416b976b83745a44755c for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:38.672549 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:38.792544 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7113fea2-eb37-4cf8-9776-5cd0562618e3 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:22:38.804612 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.64', 57800) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:38.805385 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:38.851216 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Transition to ACTIVE for port object 7113fea2-eb37-4cf8-9776-5cd0562618e3 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:38.867203 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Allocated IP 172.20.0.9 (c8388d5d-e82d-4603-85bb-7ced61481563/bbb08f7e-85f6-4f98-a2d3-d7228b510948/85e26b66-2a48-48a1-b305-803f7156fb16) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:22:38.913699 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-553acc72-0d79-4da8-9eca-edcc77ffdd58 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:38.915290 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-553acc72-0d79-4da8-9eca-edcc77ffdd58 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.64 "GET /v2.0/networks?id=c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 200 len: 819 time: 0.1094840 Aug 16 09:22:38.930812 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Request body: {'port': {'device_id': '74e345fe-a6ff-41d3-b003-a7bc8da39a69', 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563', 'admin_state_up': True, 'tenant_id': '8da60fd20f04416b976b83745a44755c'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:38.969590 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:39.076851 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:39.134619 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Pushing event updated for resources: {'Port': ['ID=7113fea2-eb37-4cf8-9776-5cd0562618e3,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:39.154163 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5b99a0ca-738d-47fa-987d-b49e62e0ab1f req-87745fdb-622e-4234-8c29-3ee5c83954ce tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0390062 Aug 16 09:22:39.155595 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Made reservation on behalf of 8da60fd20f04416b976b83745a44755c for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:39.159361 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:39.224644 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Attempting to bind port 7113fea2-eb37-4cf8-9776-5cd0562618e3 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:22:39.224644 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Attempting to bind port 7113fea2-eb37-4cf8-9776-5cd0562618e3 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '225579dc-bc3f-4db1-b4f8-9935c5110800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '408d5db9-7f0f-4aed-9d9c-fac28f85820f'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:22:39.224644 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Attempting to bind port 7113fea2-eb37-4cf8-9776-5cd0562618e3 on network 408d5db9-7f0f-4aed-9d9c-fac28f85820f {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:39.225801 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Port 7113fea2-eb37-4cf8-9776-5cd0562618e3 on network 408d5db9-7f0f-4aed-9d9c-fac28f85820f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:22:39.226402 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Attempting to bind port 7113fea2-eb37-4cf8-9776-5cd0562618e3 on network 408d5db9-7f0f-4aed-9d9c-fac28f85820f {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:39.234232 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:22:39.234594 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Checking segment: {'id': '225579dc-bc3f-4db1-b4f8-9935c5110800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '408d5db9-7f0f-4aed-9d9c-fac28f85820f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:39.235441 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Bound using segment: {'id': '225579dc-bc3f-4db1-b4f8-9935c5110800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '408d5db9-7f0f-4aed-9d9c-fac28f85820f'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:22:39.236374 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Bound port: 7113fea2-eb37-4cf8-9776-5cd0562618e3, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '225579dc-bc3f-4db1-b4f8-9935c5110800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '408d5db9-7f0f-4aed-9d9c-fac28f85820f'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:22:39.236502 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:39.297955 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:39.404327 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Network c8388d5d-e82d-4603-85bb-7ced61481563 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:39.412895 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:39.415228 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:22:39.418830 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] For port 7113fea2-eb37-4cf8-9776-5cd0562618e3, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:22:39.457634 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Pushing event updated for resources: {'Port': ['ID=85e26b66-2a48-48a1-b305-803f7156fb16,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:39.474184 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] For port 7113fea2-eb37-4cf8-9776-5cd0562618e3, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=7113fea2-eb37-4cf8-9776-5cd0562618e3,segment=NetworkSegment(225579dc-bc3f-4db1-b4f8-9935c5110800),segment_id=225579dc-bc3f-4db1-b4f8-9935c5110800)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:22:39.500043 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:39.500932 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:39.612693 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-2862f707-0b54-4b54-88f4-20c191e9c7ab tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3635600 Aug 16 09:22:39.615874 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:39.647790 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Request body: {'port': {'device_id': '5c5299f1-789e-4179-8bb2-503f3a69064c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:39.650614 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2792edda-3cdb-4d54-88aa-f7a722a40822 req-6040328d-cf0f-4c42-9297-b75c5100614f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.2140572 Aug 16 09:22:39.659959 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Allocated IP 172.20.0.3 (c8388d5d-e82d-4603-85bb-7ced61481563/bbb08f7e-85f6-4f98-a2d3-d7228b510948/b3fbe971-22b6-472a-8c60-44e5ba3d9eee) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:22:39.684587 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:39.684587 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:39.685880 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] 10.222.0.64 "PUT /v2.0/ports/7113fea2-eb37-4cf8-9776-5cd0562618e3 HTTP/1.1" status: 200 len: 1094 time: 1.7430251 Aug 16 09:22:39.685880 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af8aaed-fcbf-4600-9802-2be199e02c2e', 'tag': '7113fea2-eb37-4cf8-9776-5cd0562618e3'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:22:39.743251 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7e6ff-0c80-425f-b896-aecbe999f349 service neutron] Pushing event updated for resources: {'Port': ['ID=7113fea2-eb37-4cf8-9776-5cd0562618e3,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:39.756036 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:39.791914 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b76047-7c40-4f04-abee-efd30aba87ef req-a08b5bbc-5163-4388-a68e-469e89a8e1ff tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:39.793737 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a3b76047-7c40-4f04-abee-efd30aba87ef req-a08b5bbc-5163-4388-a68e-469e89a8e1ff tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 944 time: 0.3592815 Aug 16 09:22:39.870323 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:39.906703 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573d401c-2062-4aab-9341-4f0b153ccfcf" -d '{"events": [{"name": "network-changed", "server_uuid": "6af8aaed-fcbf-4600-9802-2be199e02c2e", "tag": "7113fea2-eb37-4cf8-9776-5cd0562618e3"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:22:39.915759 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a3b76047-7c40-4f04-abee-efd30aba87ef req-256e167a-bc1a-45c2-963b-5686ef8ad77d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156971 Aug 16 09:22:39.989613 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:40.092835 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Network c8388d5d-e82d-4603-85bb-7ced61481563 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:40.094807 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:40.103566 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.64', 57806) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:40.104678 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:22:40.111300 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:40.112278 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:40.121333 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138c653-936b-446b-8151-8792419ef300 req-394f8934-f731-47b4-96e4-41f1b75606be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:40.122848 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-394f8934-f731-47b4-96e4-41f1b75606be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31a523cfb3ab4be1a22b6b26855b0995&device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 1097 time: 0.2902262 Aug 16 09:22:40.130119 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3552a898-ab11-4ea4-ad5f-cb0a83025620 x-openstack-request-id: req-3552a898-ab11-4ea4-ad5f-cb0a83025620 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:22:40.131429 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af8aaed-fcbf-4600-9802-2be199e02c2e", "tag": "7113fea2-eb37-4cf8-9776-5cd0562618e3", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:22:40.131429 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3552a898-ab11-4ea4-ad5f-cb0a83025620 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:22:40.131429 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af8aaed-fcbf-4600-9802-2be199e02c2e', 'tag': '7113fea2-eb37-4cf8-9776-5cd0562618e3', 'status': 'completed', 'code': 200} Aug 16 09:22:40.159543 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Pushing event updated for resources: {'Port': ['ID=b3fbe971-22b6-472a-8c60-44e5ba3d9eee,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:40.198560 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-eb20e771-9b52-4ae3-921a-0be3bfded0e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7113fea2-eb37-4cf8-9776-5cd0562618e3 HTTP/1.1" status: 200 len: 217 time: 0.0652120 Aug 16 09:22:40.316510 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-e65aff59-35eb-45f2-96ba-1ecaa8d38b75 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:40.317976 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-e65aff59-35eb-45f2-96ba-1ecaa8d38b75 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.64 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 816 time: 0.2028406 Aug 16 09:22:40.320693 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2c5edf3c-d7a1-479a-8620-10f580425f39 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3955126 Aug 16 09:22:40.336631 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a619606-41cd-4673-9292-824830082543 req-ea5dad08-7f76-4d1b-bd66-24dd7fae9aac tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:40.337901 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8a619606-41cd-4673-9292-824830082543 req-ea5dad08-7f76-4d1b-bd66-24dd7fae9aac tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 931 time: 0.0813124 Aug 16 09:22:40.370824 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Request body: {'port': {'device_id': '74e345fe-a6ff-41d3-b003-a7bc8da39a69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:40.424755 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138c653-936b-446b-8151-8792419ef300 req-1b63db9a-b72c-4e03-bc45-32f11ff73951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:40.426241 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-1b63db9a-b72c-4e03-bc45-32f11ff73951 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a34ce137-c7a4-4713-a554-cdf844598343 HTTP/1.1" status: 200 len: 851 time: 0.2170355 Aug 16 09:22:40.451983 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-5722e934-16cb-4534-b0c6-d83df1e334d6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e4e5ee11c44b2fae87a4f001251428 HTTP/1.1" status: 200 len: 380 time: 0.1089725 Aug 16 09:22:40.458473 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8a619606-41cd-4673-9292-824830082543 req-807b2f9b-6495-4e28-a71e-9574b5bf23ce tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089153 Aug 16 09:22:40.483717 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'port': {'device_id': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'admin_state_up': True, 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'security_groups': ['f4dae7ee-fd82-4534-93b6-a69b01ed9c31']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:40.498860 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-4538bdd9-bf61-4e0f-8b78-6edb74bb9358 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=408d5db9-7f0f-4aed-9d9c-fac28f85820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525331 Aug 16 09:22:40.507235 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e26b66-2a48-48a1-b305-803f7156fb16 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:22:40.535081 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:40.536621 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:40.582094 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Transition to ACTIVE for port object 85e26b66-2a48-48a1-b305-803f7156fb16 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:40.617812 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-25917650-6827-4b42-a50a-631ab9763c27 service neutron] 10.222.0.64 "GET /v2.0/networks/408d5db9-7f0f-4aed-9d9c-fac28f85820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085308 Aug 16 09:22:40.769271 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e138c653-936b-446b-8151-8792419ef300 req-52dab6d3-1df7-4ade-a198-83d48fe2d9d2 service neutron] 10.222.0.64 "GET /v2.0/networks/408d5db9-7f0f-4aed-9d9c-fac28f85820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431475 Aug 16 09:22:40.770478 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:40.851885 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Pushing event updated for resources: {'Port': ['ID=85e26b66-2a48-48a1-b305-803f7156fb16,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:40.888058 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Made reservation on behalf of b5e4e5ee11c44b2fae87a4f001251428 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:22:40.891773 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:40.911820 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Attempting to bind port 85e26b66-2a48-48a1-b305-803f7156fb16 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:22:40.912448 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Attempting to bind port 85e26b66-2a48-48a1-b305-803f7156fb16 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:22:40.913084 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Attempting to bind port 85e26b66-2a48-48a1-b305-803f7156fb16 on network c8388d5d-e82d-4603-85bb-7ced61481563 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:40.917818 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Port 85e26b66-2a48-48a1-b305-803f7156fb16 on network c8388d5d-e82d-4603-85bb-7ced61481563 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:22:40.918139 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Attempting to bind port 85e26b66-2a48-48a1-b305-803f7156fb16 on network c8388d5d-e82d-4603-85bb-7ced61481563 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:40.923806 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:22:40.924133 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Checking segment: {'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:40.924732 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Bound using segment: {'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:22:40.933179 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Bound port: 85e26b66-2a48-48a1-b305-803f7156fb16, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:22:40.933179 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:40.933507 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-49acb19e-b04b-4aeb-b52d-c43a86a46209 req-f06c403e-d416-477a-90bf-97f037f6d6d1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0538871 Aug 16 09:22:41.030621 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] For port 85e26b66-2a48-48a1-b305-803f7156fb16, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:22:41.037111 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] For port 85e26b66-2a48-48a1-b305-803f7156fb16, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=85e26b66-2a48-48a1-b305-803f7156fb16,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:22:41.102650 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:41.121890 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fbe971-22b6-472a-8c60-44e5ba3d9eee {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:22:41.134848 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:41.136776 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:41.137614 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:41.139102 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] 10.222.0.64 "PUT /v2.0/ports/85e26b66-2a48-48a1-b305-803f7156fb16 HTTP/1.1" status: 200 len: 1093 time: 1.5159740 Aug 16 09:22:41.163789 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Allocated IP 172.20.0.13 (8e3dee7d-5ee5-41fc-b951-5848f52eee46/fc65ce35-04e7-4584-80a4-1275af6c7e31/8442553c-55ca-4efe-91e7-1e53307a1818) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:22:41.165988 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Transition to ACTIVE for port object b3fbe971-22b6-472a-8c60-44e5ba3d9eee will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:41.174733 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0af9b-c862-424c-8fb7-dacee43562de service neutron] Pushing event updated for resources: {'Port': ['ID=85e26b66-2a48-48a1-b305-803f7156fb16,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:41.188016 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fc89a-60d1-44f6-913a-7ef097695e43 req-8f10443b-ab0e-48b2-afc9-31c1bc73228d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:41.189640 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-843fc89a-60d1-44f6-913a-7ef097695e43 req-8f10443b-ab0e-48b2-afc9-31c1bc73228d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 944 time: 0.1461098 Aug 16 09:22:41.281432 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:41.299110 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-843fc89a-60d1-44f6-913a-7ef097695e43 req-5eaef5bd-a5ef-4fc1-93be-7e157cfd6efe tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015546 Aug 16 09:22:41.358260 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fbe971-22b6-472a-8c60-44e5ba3d9eee,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:41.429140 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Attempting to bind port b3fbe971-22b6-472a-8c60-44e5ba3d9eee on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:22:41.429565 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Attempting to bind port b3fbe971-22b6-472a-8c60-44e5ba3d9eee by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:22:41.429921 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Attempting to bind port b3fbe971-22b6-472a-8c60-44e5ba3d9eee on network c8388d5d-e82d-4603-85bb-7ced61481563 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:41.442219 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Port b3fbe971-22b6-472a-8c60-44e5ba3d9eee on network c8388d5d-e82d-4603-85bb-7ced61481563 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:22:41.442567 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Attempting to bind port b3fbe971-22b6-472a-8c60-44e5ba3d9eee on network c8388d5d-e82d-4603-85bb-7ced61481563 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:41.447203 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:41.456369 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:22:41.456369 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Checking segment: {'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:41.459303 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Bound using segment: {'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:22:41.459303 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Bound port: b3fbe971-22b6-472a-8c60-44e5ba3d9eee, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a53f99-47c2-4da2-a380-44e4750262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:22:41.459303 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:41.472575 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Transition to ACTIVE for port object 8442553c-55ca-4efe-91e7-1e53307a1818 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:41.575162 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] For port b3fbe971-22b6-472a-8c60-44e5ba3d9eee, host hv-cinder-80461, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:22:41.603020 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] For port b3fbe971-22b6-472a-8c60-44e5ba3d9eee, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=b3fbe971-22b6-472a-8c60-44e5ba3d9eee,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:22:41.618955 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b0628-0e83-4d57-9857-3b76a2897c2a req-71e98bfe-206a-491d-be4e-50bd3f316ac8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:41.620451 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b88b0628-0e83-4d57-9857-3b76a2897c2a req-71e98bfe-206a-491d-be4e-50bd3f316ac8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 943 time: 0.0872669 Aug 16 09:22:41.660864 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b88b0628-0e83-4d57-9857-3b76a2897c2a req-674ea987-3d71-4dc9-964e-c7fb5a5bc1f5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334206 Aug 16 09:22:41.691978 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:41.720457 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:41.738170 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:22:41.745382 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:22:41.751669 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:22:41.757081 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:41.757682 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:41.760398 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:41.760980 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:41.763839 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] 10.222.0.64 "PUT /v2.0/ports/b3fbe971-22b6-472a-8c60-44e5ba3d9eee HTTP/1.1" status: 200 len: 1093 time: 1.3977721 Aug 16 09:22:41.765132 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e345fe-a6ff-41d3-b003-a7bc8da39a69', 'tag': 'b3fbe971-22b6-472a-8c60-44e5ba3d9eee'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:22:41.823999 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'Port': ['ID=8442553c-55ca-4efe-91e7-1e53307a1818,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:41.876219 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de3494f-3634-4377-878a-6eba9f41fad4" -d '{"events": [{"name": "network-changed", "server_uuid": "74e345fe-a6ff-41d3-b003-a7bc8da39a69", "tag": "b3fbe971-22b6-472a-8c60-44e5ba3d9eee"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:22:41.894161 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499aa60-3c29-4fdf-9c53-05d0c22c69b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fbe971-22b6-472a-8c60-44e5ba3d9eee,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:41.942399 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-d78958d2-68b3-4339-8abd-d2cdcbfe7798 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4829316 Aug 16 09:22:41.979978 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680f2f52-4082-4272-92eb-3109099f019b x-openstack-request-id: req-680f2f52-4082-4272-92eb-3109099f019b {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:22:41.979978 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e345fe-a6ff-41d3-b003-a7bc8da39a69", "tag": "b3fbe971-22b6-472a-8c60-44e5ba3d9eee", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:22:41.979978 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-680f2f52-4082-4272-92eb-3109099f019b {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:22:41.979978 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e345fe-a6ff-41d3-b003-a7bc8da39a69', 'tag': 'b3fbe971-22b6-472a-8c60-44e5ba3d9eee', 'status': 'completed', 'code': 200} Aug 16 09:22:42.058923 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae21d9-c1d1-4651-9311-006ea786c5aa req-95d6f441-5016-4a4e-bb22-b0a635f4e3ed tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:42.060405 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-efae21d9-c1d1-4651-9311-006ea786c5aa req-95d6f441-5016-4a4e-bb22-b0a635f4e3ed tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 932 time: 0.0487864 Aug 16 09:22:42.063078 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-13665f62-dd05-41c7-afae-0cff7abc187d None None] Provisioning for port 8442553c-55ca-4efe-91e7-1e53307a1818 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:42.066923 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-13665f62-dd05-41c7-afae-0cff7abc187d None None] Provisioning complete for port 8442553c-55ca-4efe-91e7-1e53307a1818 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:42.067286 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-13665f62-dd05-41c7-afae-0cff7abc187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:42.099545 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-efae21d9-c1d1-4651-9311-006ea786c5aa req-6fb2abe8-a01c-413a-917a-a6abf652a23a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327511 Aug 16 09:22:42.100230 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-13665f62-dd05-41c7-afae-0cff7abc187d None None] Port 8442553c-55ca-4efe-91e7-1e53307a1818 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:22:42.132359 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5299f1-789e-4179-8bb2-503f3a69064c', 'tag': '85e26b66-2a48-48a1-b305-803f7156fb16'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:22:42.134687 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c018692-a72c-4eac-af80-76b995c7f500" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5299f1-789e-4179-8bb2-503f3a69064c", "tag": "85e26b66-2a48-48a1-b305-803f7156fb16"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:22:42.170126 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c18ff0b-ec6f-440f-aacd-609cb16d47ac x-openstack-request-id: req-6c18ff0b-ec6f-440f-aacd-609cb16d47ac {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:22:42.171268 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5299f1-789e-4179-8bb2-503f3a69064c", "tag": "85e26b66-2a48-48a1-b305-803f7156fb16", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:22:42.171268 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c18ff0b-ec6f-440f-aacd-609cb16d47ac {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:22:42.171661 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5299f1-789e-4179-8bb2-503f3a69064c', 'tag': '85e26b66-2a48-48a1-b305-803f7156fb16', 'status': 'completed', 'code': 200} Aug 16 09:22:42.411282 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ec78-9e57-4a9d-ae1a-64f726cb5b4d req-16706630-73dd-49e1-b70c-567c0869d3bf tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:42.412778 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0f28ec78-9e57-4a9d-ae1a-64f726cb5b4d req-16706630-73dd-49e1-b70c-567c0869d3bf tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 944 time: 0.0467200 Aug 16 09:22:42.449433 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0f28ec78-9e57-4a9d-ae1a-64f726cb5b4d req-1804158b-8582-4951-af99-4afce9d0067e tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305486 Aug 16 09:22:42.777918 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7867449-53e7-4813-a2b6-2b3f4a7a54a1 req-7b3185a4-f7d5-4b16-8991-c7b001828383 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:42.779323 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c7867449-53e7-4813-a2b6-2b3f4a7a54a1 req-7b3185a4-f7d5-4b16-8991-c7b001828383 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 943 time: 0.0456691 Aug 16 09:22:42.818094 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c7867449-53e7-4813-a2b6-2b3f4a7a54a1 req-01e94ae7-9805-4a22-bacb-20cb40f5c0d8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330379 Aug 16 09:22:43.212845 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c46986-71bd-4e5a-875d-8cb24c5d8276 req-069d1bbb-c5f0-410e-a1b1-45881d2f8c15 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:43.214318 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-20c46986-71bd-4e5a-875d-8cb24c5d8276 req-069d1bbb-c5f0-410e-a1b1-45881d2f8c15 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 932 time: 0.0470889 Aug 16 09:22:43.251603 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-20c46986-71bd-4e5a-875d-8cb24c5d8276 req-26f24313-c525-47b9-b0e8-5101ccbe6100 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Aug 16 09:22:43.560829 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53aa7ef-9c6b-4304-bdf6-32df7da503a1 req-77a595b2-2a1d-4f0e-b94c-4cd51f7a37f4 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:43.562210 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c53aa7ef-9c6b-4304-bdf6-32df7da503a1 req-77a595b2-2a1d-4f0e-b94c-4cd51f7a37f4 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 944 time: 0.0467739 Aug 16 09:22:43.598338 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c53aa7ef-9c6b-4304-bdf6-32df7da503a1 req-5ac5d22f-5082-49d3-b35f-20b485e88c36 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302227 Aug 16 09:22:43.904285 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Request body: {'port': {'device_id': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:44.024416 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3494f-3634-4377-878a-6eba9f41fad4 req-0b772772-588d-4260-a598-67d9d133b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:44.025922 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-3de3494f-3634-4377-878a-6eba9f41fad4 req-0b772772-588d-4260-a598-67d9d133b3d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 1096 time: 0.0720434 Aug 16 09:22:44.032432 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c018692-a72c-4eac-af80-76b995c7f500 req-fdd33528-b687-4130-977b-533899110cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:44.033958 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7c018692-a72c-4eac-af80-76b995c7f500 req-fdd33528-b687-4130-977b-533899110cfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 1096 time: 0.0714483 Aug 16 09:22:44.240348 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d401c-2062-4aab-9341-4f0b153ccfcf req-05101bee-3625-4a2b-ae6e-20aca52476ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:44.242154 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-573d401c-2062-4aab-9341-4f0b153ccfcf req-05101bee-3625-4a2b-ae6e-20aca52476ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31a523cfb3ab4be1a22b6b26855b0995&device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 1097 time: 0.3434455 Aug 16 09:22:44.242706 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:44.253425 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b7f31-ae87-4be2-b474-7f11877bd204 req-8d32f825-0fbc-4bf7-a29a-ce68008ba672 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:44.255183 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-741b7f31-ae87-4be2-b474-7f11877bd204 req-8d32f825-0fbc-4bf7-a29a-ce68008ba672 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 943 time: 0.3393426 Aug 16 09:22:44.273682 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3494f-3634-4377-878a-6eba9f41fad4 req-477babf0-e91c-4059-89ae-4e8c383a241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:44.275214 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-3de3494f-3634-4377-878a-6eba9f41fad4 req-477babf0-e91c-4059-89ae-4e8c383a241e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8da60fd20f04416b976b83745a44755c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2404583 Aug 16 09:22:44.278404 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c018692-a72c-4eac-af80-76b995c7f500 req-c68d89c2-251b-41d5-9ef8-45634129a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:44.283358 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7c018692-a72c-4eac-af80-76b995c7f500 req-c68d89c2-251b-41d5-9ef8-45634129a57d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8da60fd20f04416b976b83745a44755c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2370293 Aug 16 09:22:44.483979 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-741b7f31-ae87-4be2-b474-7f11877bd204 req-3ecf246b-0c2e-466d-a4d2-cfdac8771588 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035954 Aug 16 09:22:44.520128 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3494f-3634-4377-878a-6eba9f41fad4 req-fe69522c-b753-4020-aac7-784e0aafa7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:44.521780 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-3de3494f-3634-4377-878a-6eba9f41fad4 req-fe69522c-b753-4020-aac7-784e0aafa7a9 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333875 Aug 16 09:22:44.523084 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c018692-a72c-4eac-af80-76b995c7f500 req-224abc3b-5aa7-4623-b1f4-12152be89246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:44.524519 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7c018692-a72c-4eac-af80-76b995c7f500 req-224abc3b-5aa7-4623-b1f4-12152be89246 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2277315 Aug 16 09:22:44.561050 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d401c-2062-4aab-9341-4f0b153ccfcf req-8db71929-712d-4b16-9b31-5cb601ea1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:44.563088 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-573d401c-2062-4aab-9341-4f0b153ccfcf req-8db71929-712d-4b16-9b31-5cb601ea1d2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=408d5db9-7f0f-4aed-9d9c-fac28f85820f HTTP/1.1" status: 200 len: 912 time: 0.3068528 Aug 16 09:22:44.570245 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb67435-ca51-4db9-821d-a2a153798567 req-fc887905-bb44-4074-b112-3e46a62e84e8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:44.571680 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-efb67435-ca51-4db9-821d-a2a153798567 req-fc887905-bb44-4074-b112-3e46a62e84e8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 932 time: 0.2304459 Aug 16 09:22:44.657273 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-efb67435-ca51-4db9-821d-a2a153798567 req-ef033e91-7509-4925-8724-3dd756ec5280 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777636 Aug 16 09:22:44.732705 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5600d-f816-4756-bbab-77418dbd4655 req-a40b93a5-9ebd-49ca-883e-01c143fb8fa0 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:44.734739 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b7e5600d-f816-4756-bbab-77418dbd4655 req-a40b93a5-9ebd-49ca-883e-01c143fb8fa0 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 944 time: 0.0676186 Aug 16 09:22:44.808229 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8442553c-55ca-4efe-91e7-1e53307a1818 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:22:44.815191 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b7e5600d-f816-4756-bbab-77418dbd4655 req-9edc1169-cb88-4594-8f74-e62de18cd273 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737023 Aug 16 09:22:44.823358 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:44.830417 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Transition to ACTIVE for port object 8442553c-55ca-4efe-91e7-1e53307a1818 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:22:44.959707 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:45.026485 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Pushing event updated for resources: {'Port': ['ID=8442553c-55ca-4efe-91e7-1e53307a1818,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:45.037834 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Attempting to bind port 8442553c-55ca-4efe-91e7-1e53307a1818 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:22:45.038173 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Attempting to bind port 8442553c-55ca-4efe-91e7-1e53307a1818 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:22:45.038534 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Attempting to bind port 8442553c-55ca-4efe-91e7-1e53307a1818 on network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:45.045203 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Port 8442553c-55ca-4efe-91e7-1e53307a1818 on network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:22:45.045570 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Attempting to bind port 8442553c-55ca-4efe-91e7-1e53307a1818 on network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:22:45.051190 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:22:45.051524 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Checking segment: {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:22:45.051909 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Bound using segment: {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:22:45.052366 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Bound port: 8442553c-55ca-4efe-91e7-1e53307a1818, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:22:45.052756 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:45.122944 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:22:45.126323 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:22:45.215769 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:45.253185 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:45.253817 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:45.255206 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] 10.222.0.64 "PUT /v2.0/ports/8442553c-55ca-4efe-91e7-1e53307a1818 HTTP/1.1" status: 200 len: 1094 time: 1.3600888 Aug 16 09:22:45.255638 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:22:45.257883 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89ddc99-5d93-4781-967c-35b6c92c9d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:22:45.289087 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f70c13-23d5-4117-a3a6-deef2ebfdafc service neutron] Pushing event updated for resources: {'Port': ['ID=8442553c-55ca-4efe-91e7-1e53307a1818,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:45.298227 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ddf0bb-ca29-43f6-96f8-b85fa817acfa x-openstack-request-id: req-d5ddf0bb-ca29-43f6-96f8-b85fa817acfa {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:22:45.298518 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:22:45.298795 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5ddf0bb-ca29-43f6-96f8-b85fa817acfa {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:22:45.299160 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818', 'status': 'completed', 'code': 200} Aug 16 09:22:45.602949 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2e989-1d31-410d-b6a7-f14a89bd7199 req-4890f3a8-4cbb-4215-8a21-92fe95482ebb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:45.604423 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-19d2e989-1d31-410d-b6a7-f14a89bd7199 req-4890f3a8-4cbb-4215-8a21-92fe95482ebb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 943 time: 0.0475173 Aug 16 09:22:45.640583 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-19d2e989-1d31-410d-b6a7-f14a89bd7199 req-dce1dd9b-e7b8-4b22-95da-180eb56b4cd4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301206 Aug 16 09:22:45.775884 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dde31-9c04-40e1-871f-baabec505ecd req-38cbe534-2566-4155-b063-7c31d37b1ba6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:45.777290 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f96dde31-9c04-40e1-871f-baabec505ecd req-38cbe534-2566-4155-b063-7c31d37b1ba6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0465844 Aug 16 09:22:45.815289 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f96dde31-9c04-40e1-871f-baabec505ecd req-59ae0f7a-d071-4f12-8657-239407addc30 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310981 Aug 16 09:22:45.928714 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f301f1-0578-43d8-b12b-815a70693e02 req-d4d7612b-3057-4199-bd4c-d5ccd3173950 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:45.930181 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f3f301f1-0578-43d8-b12b-815a70693e02 req-d4d7612b-3057-4199-bd4c-d5ccd3173950 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 944 time: 0.0480707 Aug 16 09:22:45.970833 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f3f301f1-0578-43d8-b12b-815a70693e02 req-357e497c-6d4e-4c08-9e0a-08a001352da7 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345888 Aug 16 09:22:46.479885 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a807d05f-0c40-4cf5-9774-0b0bb263a4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:46.751691 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68b432-4497-402e-843a-0cec5eba777f req-996b14ac-ae3f-404d-94e9-67793d027452 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:46.753083 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4f68b432-4497-402e-843a-0cec5eba777f req-996b14ac-ae3f-404d-94e9-67793d027452 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 943 time: 0.0470221 Aug 16 09:22:46.790010 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4f68b432-4497-402e-843a-0cec5eba777f req-43a7ffb4-4e80-4f47-bc52-0078682a801e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310278 Aug 16 09:22:46.929456 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1aff3-983d-46ff-99e0-7434d37bda7d req-7bb3bf6a-ed4d-4c68-bd5c-b40f5ff0bb4b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:46.930905 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ebc1aff3-983d-46ff-99e0-7434d37bda7d req-7bb3bf6a-ed4d-4c68-bd5c-b40f5ff0bb4b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0460496 Aug 16 09:22:46.967995 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ebc1aff3-983d-46ff-99e0-7434d37bda7d req-1310b965-6d47-4f12-9462-bda049175ba5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301569 Aug 16 09:22:47.081476 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a8fbe-105f-4b08-8960-bda2de80d581 req-8f70643e-8ba0-41ed-9f26-146ada6adbf1 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:47.082936 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ed0a8fbe-105f-4b08-8960-bda2de80d581 req-8f70643e-8ba0-41ed-9f26-146ada6adbf1 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 944 time: 0.0462520 Aug 16 09:22:47.122884 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ed0a8fbe-105f-4b08-8960-bda2de80d581 req-1dea66c3-5b85-493c-8361-7ddefd8abd02 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341041 Aug 16 09:22:47.391647 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-573d401c-2062-4aab-9341-4f0b153ccfcf req-ad5f0e22-82c1-4476-a9ce-2c20c3cf5b17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7113fea2-eb37-4cf8-9776-5cd0562618e3 HTTP/1.1" status: 200 len: 217 time: 0.0685668 Aug 16 09:22:47.417387 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ddc99-5d93-4781-967c-35b6c92c9d4c req-50241944-5d0e-4a54-ba5e-5b48b3adf54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:47.418900 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-a89ddc99-5d93-4781-967c-35b6c92c9d4c req-50241944-5d0e-4a54-ba5e-5b48b3adf54b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 1097 time: 0.0738213 Aug 16 09:22:47.421060 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-aed8eb4e-9afd-4c4a-a4f7-952e8e5f5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:47.422448 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-aed8eb4e-9afd-4c4a-a4f7-952e8e5f5026 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 1096 time: 0.0674689 Aug 16 09:22:47.461838 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2f099110-babf-4ace-9681-6dcdefed2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:47.463328 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-2f099110-babf-4ace-9681-6dcdefed2a0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 1096 time: 0.1080589 Aug 16 09:22:47.466799 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d401c-2062-4aab-9341-4f0b153ccfcf req-f7bef0f1-9b0d-4705-b92b-a2b0e6c49a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:47.468739 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-573d401c-2062-4aab-9341-4f0b153ccfcf req-f7bef0f1-9b0d-4705-b92b-a2b0e6c49a61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a34ce137-c7a4-4713-a554-cdf844598343 HTTP/1.1" status: 200 len: 851 time: 0.0642574 Aug 16 09:22:47.517160 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-900a7a05-3272-4eea-ae91-7fe9462e422d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85e26b66-2a48-48a1-b305-803f7156fb16 HTTP/1.1" status: 200 len: 217 time: 0.0778182 Aug 16 09:22:47.581361 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-573d401c-2062-4aab-9341-4f0b153ccfcf req-755709c6-7dfd-4646-90d2-c87f576f49ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=408d5db9-7f0f-4aed-9d9c-fac28f85820f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737214 Aug 16 09:22:47.581361 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-1e447359-87ac-40d6-a336-3299b207123a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fbe971-22b6-472a-8c60-44e5ba3d9eee HTTP/1.1" status: 200 len: 217 time: 0.0761001 Aug 16 09:22:47.597055 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-8e2b755d-44fa-49f4-acd0-3ff2ef7ccf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:47.598756 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-8e2b755d-44fa-49f4-acd0-3ff2ef7ccf78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbb08f7e-85f6-4f98-a2d3-d7228b510948 HTTP/1.1" status: 200 len: 859 time: 0.0716071 Aug 16 09:22:47.603421 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ddc99-5d93-4781-967c-35b6c92c9d4c req-025e014e-48dc-49bf-b1fb-9bdf16dbb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:47.604823 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-a89ddc99-5d93-4781-967c-35b6c92c9d4c req-025e014e-48dc-49bf-b1fb-9bdf16dbb7c3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1668520 Aug 16 09:22:47.652633 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-4a42193d-89a1-4f5f-800d-48dca3f7e1bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8388d5d-e82d-4603-85bb-7ced61481563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397725 Aug 16 09:22:47.665877 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-80b77640-051d-45f0-8a3f-ab862d9cddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:47.667429 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-80b77640-051d-45f0-8a3f-ab862d9cddd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbb08f7e-85f6-4f98-a2d3-d7228b510948 HTTP/1.1" status: 200 len: 859 time: 0.0925324 Aug 16 09:22:47.707837 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-b11324ea-f295-4ad1-a2e0-c4bc71bec3b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8388d5d-e82d-4603-85bb-7ced61481563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285714 Aug 16 09:22:47.766538 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-573d401c-2062-4aab-9341-4f0b153ccfcf req-8c78ccde-ede0-451a-90d5-1cf1dd3f8b8c service neutron] 10.222.0.64 "GET /v2.0/networks/408d5db9-7f0f-4aed-9d9c-fac28f85820f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997592 Aug 16 09:22:47.954873 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ddc99-5d93-4781-967c-35b6c92c9d4c req-88a3bd4b-568e-4db2-9736-614cc2b2b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:47.956346 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-a89ddc99-5d93-4781-967c-35b6c92c9d4c req-88a3bd4b-568e-4db2-9736-614cc2b2b2e6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3424845 Aug 16 09:22:47.961783 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-8b6cf6a2-9933-4001-abac-cf8d80e72d33 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988980 Aug 16 09:22:48.066568 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-1bd39c0c-593e-48e5-9cd3-a3556cb29121 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492835 Aug 16 09:22:48.074289 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-b4bd4678-f382-400f-946c-cc422a953d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:48.075711 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-b4bd4678-f382-400f-946c-cc422a953d9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 1097 time: 0.0651848 Aug 16 09:22:48.094310 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-e0d32ec2-edc1-48f5-abfb-8b10264fbeef service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250811 Aug 16 09:22:48.120689 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1c562-42b4-4c13-93e9-32344b002fc5 req-d68cb84c-4276-451c-b144-35b4fe3e2a59 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:48.123287 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-90f1c562-42b4-4c13-93e9-32344b002fc5 req-d68cb84c-4276-451c-b144-35b4fe3e2a59 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 943 time: 0.1213248 Aug 16 09:22:48.123434 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-13ad30ec-2e88-4800-b450-84926d59c1e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8442553c-55ca-4efe-91e7-1e53307a1818 HTTP/1.1" status: 200 len: 217 time: 0.0380733 Aug 16 09:22:48.173517 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-0a767573-901b-4715-8780-81d75e1d6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:48.174964 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-0a767573-901b-4715-8780-81d75e1d6577 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc65ce35-04e7-4584-80a4-1275af6c7e31 HTTP/1.1" status: 200 len: 855 time: 0.0452580 Aug 16 09:22:48.185744 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-573d401c-2062-4aab-9341-4f0b153ccfcf req-5a20f698-72e0-4b0d-b663-c3e58bb48c90 service neutron] 10.222.0.64 "GET /v2.0/networks/408d5db9-7f0f-4aed-9d9c-fac28f85820f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087098 Aug 16 09:22:48.239705 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db216807-3c65-4d4f-a697-9da94c14854e req-fe915fdd-e19e-48fa-98a1-6ef64a803e53 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:48.239705 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-db216807-3c65-4d4f-a697-9da94c14854e req-fe915fdd-e19e-48fa-98a1-6ef64a803e53 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.1698091 Aug 16 09:22:48.239884 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-90f1c562-42b4-4c13-93e9-32344b002fc5 req-600f34e5-6421-44dc-a4a9-b594e0890cd7 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025217 Aug 16 09:22:48.267473 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-3332bd5f-79fb-421a-bec7-501214c39530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:48.270417 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-3332bd5f-79fb-421a-bec7-501214c39530 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e3dee7d-5ee5-41fc-b951-5848f52eee46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887280 Aug 16 09:22:48.277222 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0befb2ba-686c-4ab7-8c6f-1dcb958f6739 req-6353acd3-ca0c-4532-8906-11f32381e7e7 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929157 Aug 16 09:22:48.298142 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-db216807-3c65-4d4f-a697-9da94c14854e req-61f94609-1f3d-4fc9-bd8b-d2fd5d78a637 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491707 Aug 16 09:22:48.362186 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41b269-e839-4ff3-ae4d-8ff7c0234a86 req-14411fa7-6b89-4e5e-9eca-cc03e279466a tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:48.363740 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5c41b269-e839-4ff3-ae4d-8ff7c0234a86 req-14411fa7-6b89-4e5e-9eca-cc03e279466a tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 944 time: 0.0551734 Aug 16 09:22:48.374140 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-494080f0-c63d-49a7-a9a3-bdc9b9a82a0c service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958834 Aug 16 09:22:48.402816 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5c41b269-e839-4ff3-ae4d-8ff7c0234a86 req-c6cbac4f-0b6c-4321-be0e-b9fd57224f51 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328498 Aug 16 09:22:48.476534 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6b8c7fc7-b6ce-4448-a29c-c04c3a7c25e9 req-f788afd3-0d9a-4c48-a68f-e5cb1cea7ced service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946209 Aug 16 09:22:49.194087 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:49.216945 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-10f5ae3c-c9ee-432f-9f68-7c7d2ac081f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:49.355718 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96c733-c881-4dd7-85c8-01c57a5228f5 req-039e2ba4-dc7b-4713-97e0-a8c9defd58a1 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:49.357568 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3e96c733-c881-4dd7-85c8-01c57a5228f5 req-039e2ba4-dc7b-4713-97e0-a8c9defd58a1 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 943 time: 0.0501447 Aug 16 09:22:49.421909 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3e96c733-c881-4dd7-85c8-01c57a5228f5 req-b0074d7d-509d-4568-a33e-d266f8b07f17 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584741 Aug 16 09:22:49.438352 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f049c2-fcd0-4a76-8001-a49a44c297d8 req-06a6001c-9c11-4354-b58c-502a4b1278e7 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:49.439817 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f2f049c2-fcd0-4a76-8001-a49a44c297d8 req-06a6001c-9c11-4354-b58c-502a4b1278e7 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0624337 Aug 16 09:22:49.483627 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f2f049c2-fcd0-4a76-8001-a49a44c297d8 req-d8436ae8-3437-4e9f-9b4e-0b6e8e6b43e9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372941 Aug 16 09:22:49.539135 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f64d-f5f8-4204-a4df-cc986c2800e9 req-66d9f05b-2eb4-4a0f-8a11-4e32c70015d1 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:49.540602 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ff81f64d-f5f8-4204-a4df-cc986c2800e9 req-66d9f05b-2eb4-4a0f-8a11-4e32c70015d1 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 944 time: 0.0526779 Aug 16 09:22:49.578200 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ff81f64d-f5f8-4204-a4df-cc986c2800e9 req-bde065c6-2b3b-4c3f-922f-b7b908a9d925 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314474 Aug 16 09:22:50.272588 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:50.361689 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 7113fea2-eb37-4cf8-9776-5cd0562618e3 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:22:50.477934 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 7113fea2-eb37-4cf8-9776-5cd0562618e3, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=7113fea2-eb37-4cf8-9776-5cd0562618e3,segment=NetworkSegment(225579dc-bc3f-4db1-b4f8-9935c5110800),segment_id=225579dc-bc3f-4db1-b4f8-9935c5110800)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:50.491612 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '7113fea2-eb37-4cf8-9776-5cd0562618e3', 'network_id': '408d5db9-7f0f-4aed-9d9c-fac28f85820f', 'port_id': '7113fea2-eb37-4cf8-9776-5cd0562618e3', 'mac_address': 'fa:16:3e:7e:dc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34ce137-c7a4-4713-a554-cdf844598343', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:22:50.556633 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:50.586796 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7113fea2-eb37-4cf8-9776-5cd0562618e3 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:22:50.621803 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 7113fea2-eb37-4cf8-9776-5cd0562618e3, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=7113fea2-eb37-4cf8-9776-5cd0562618e3,segment=NetworkSegment(225579dc-bc3f-4db1-b4f8-9935c5110800),segment_id=225579dc-bc3f-4db1-b4f8-9935c5110800)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:50.634097 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d05c9a-c657-41e1-973d-b8e0a5db9179 req-07f85793-3a75-4919-a2b0-01f40d57ec0a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:50.636813 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-57d05c9a-c657-41e1-973d-b8e0a5db9179 req-07f85793-3a75-4919-a2b0-01f40d57ec0a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 943 time: 0.1208360 Aug 16 09:22:50.666813 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa0ed6-1e35-428b-a6fa-801a541c79ee req-bcd23266-982e-461b-a339-79074a1ed3cb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:50.668332 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c4aa0ed6-1e35-428b-a6fa-801a541c79ee req-bcd23266-982e-461b-a339-79074a1ed3cb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0980034 Aug 16 09:22:50.705326 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-57d05c9a-c657-41e1-973d-b8e0a5db9179 req-6f05736a-5bd0-43aa-b6bd-d4b98af94fc8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626318 Aug 16 09:22:50.712934 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:50.713896 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device b3fbe971-22b6-472a-8c60-44e5ba3d9eee details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:22:50.734097 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c4aa0ed6-1e35-428b-a6fa-801a541c79ee req-997c4c26-90bd-4640-b718-c92fca0cca82 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590296 Aug 16 09:22:50.818907 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be542e-89ea-4529-ba92-ea0a198e89cf req-5cce22f7-9fbf-41c9-9593-4d314d09a36a tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:50.820684 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-44be542e-89ea-4529-ba92-ea0a198e89cf req-5cce22f7-9fbf-41c9-9593-4d314d09a36a tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 945 time: 0.0498581 Aug 16 09:22:50.842258 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=7113fea2-eb37-4cf8-9776-5cd0562618e3,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:50.861192 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-44be542e-89ea-4529-ba92-ea0a198e89cf req-9145ba6f-47ef-45fd-889e-888b10533198 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332479 Aug 16 09:22:50.863874 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port b3fbe971-22b6-472a-8c60-44e5ba3d9eee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=b3fbe971-22b6-472a-8c60-44e5ba3d9eee,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:50.875735 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'b3fbe971-22b6-472a-8c60-44e5ba3d9eee', 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563', 'port_id': 'b3fbe971-22b6-472a-8c60-44e5ba3d9eee', 'mac_address': 'fa:16:3e:9c:c9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb08f7e-85f6-4f98-a2d3-d7228b510948', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:22:50.914718 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:50.925595 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fbe971-22b6-472a-8c60-44e5ba3d9eee {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:22:50.957320 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port b3fbe971-22b6-472a-8c60-44e5ba3d9eee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=b3fbe971-22b6-472a-8c60-44e5ba3d9eee,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:51.044414 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 42160) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:51.074366 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.075257 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8442553c-55ca-4efe-91e7-1e53307a1818 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:22:51.160586 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-85d8bdb1-0ded-457b-ba09-117d1dbea21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.172879 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=b3fbe971-22b6-472a-8c60-44e5ba3d9eee,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:51.223435 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:51.234979 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '8442553c-55ca-4efe-91e7-1e53307a1818', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'port_id': '8442553c-55ca-4efe-91e7-1e53307a1818', 'mac_address': 'fa:16:3e:89:f1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:22:51.258568 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-85d8bdb1-0ded-457b-ba09-117d1dbea21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.271751 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.288584 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8442553c-55ca-4efe-91e7-1e53307a1818 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:22:51.309292 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:51.341004 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-85d8bdb1-0ded-457b-ba09-117d1dbea21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.365492 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.366161 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 85e26b66-2a48-48a1-b305-803f7156fb16 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:22:51.381426 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-85d8bdb1-0ded-457b-ba09-117d1dbea21f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1a6dc22bcb7495191fe421a4ae51fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335276 Aug 16 09:22:51.381426 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8bdb1-0ded-457b-ba09-117d1dbea21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418e3562-300e-4aab-a2b2-73fd10a9d109,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:51.382037 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42166) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:51.432610 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 85e26b66-2a48-48a1-b305-803f7156fb16, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=85e26b66-2a48-48a1-b305-803f7156fb16,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:51.435395 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=8442553c-55ca-4efe-91e7-1e53307a1818,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:51.436920 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75d93a42-2900-4ede-a8b6-f83326b47bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.448140 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '85e26b66-2a48-48a1-b305-803f7156fb16', 'network_id': 'c8388d5d-e82d-4603-85bb-7ced61481563', 'port_id': '85e26b66-2a48-48a1-b305-803f7156fb16', 'mac_address': 'fa:16:3e:0a:f8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb08f7e-85f6-4f98-a2d3-d7228b510948', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:22:51.463917 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75d93a42-2900-4ede-a8b6-f83326b47bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.492206 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.505440 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e26b66-2a48-48a1-b305-803f7156fb16 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:22:51.528608 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 85e26b66-2a48-48a1-b305-803f7156fb16, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=85e26b66-2a48-48a1-b305-803f7156fb16,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:51.651266 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75d93a42-2900-4ede-a8b6-f83326b47bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.651788 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.653858 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75d93a42-2900-4ede-a8b6-f83326b47bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.655752 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-75d93a42-2900-4ede-a8b6-f83326b47bef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/418e3562-300e-4aab-a2b2-73fd10a9d109 HTTP/1.1" status: 204 len: 168 time: 0.2723131 Aug 16 09:22:51.664946 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d93a42-2900-4ede-a8b6-f83326b47bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e3562-300e-4aab-a2b2-73fd10a9d109,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:51.726930 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=85e26b66-2a48-48a1-b305-803f7156fb16,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:51.788217 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:51.838299 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526f219-cf46-4488-a69a-8ce26ebbd64e req-b64ee86f-2835-4dce-a54f-81de704e2995 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:51.839985 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6526f219-cf46-4488-a69a-8ce26ebbd64e req-b64ee86f-2835-4dce-a54f-81de704e2995 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 944 time: 0.0628753 Aug 16 09:22:51.899903 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d41df-31c1-4e26-9112-09cdb0bb4164 req-e067043f-24a7-4910-88b1-d263bcd78b83 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:51.902522 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b56d41df-31c1-4e26-9112-09cdb0bb4164 req-e067043f-24a7-4910-88b1-d263bcd78b83 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 945 time: 0.0817835 Aug 16 09:22:51.910751 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6526f219-cf46-4488-a69a-8ce26ebbd64e req-ce87e667-4557-4089-9277-78971284b2b5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542212 Aug 16 09:22:51.946701 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b56d41df-31c1-4e26-9112-09cdb0bb4164 req-6f2f2223-053b-4ff7-b70c-766f672b367d tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343754 Aug 16 09:22:52.067665 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8869cd-9436-41b1-bb38-2e97b48b303a req-2c11efb8-0aa6-4e71-a10a-c2569b1cce2d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:52.069352 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ef8869cd-9436-41b1-bb38-2e97b48b303a req-2c11efb8-0aa6-4e71-a10a-c2569b1cce2d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 945 time: 0.0820217 Aug 16 09:22:52.135679 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ef8869cd-9436-41b1-bb38-2e97b48b303a req-72dec92d-32d9-4c19-a7d5-3d1290abee8c tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338733 Aug 16 09:22:52.144027 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['7113fea2-eb37-4cf8-9776-5cd0562618e3'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:22:52.164202 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['85e26b66-2a48-48a1-b305-803f7156fb16'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:22:52.166303 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['b3fbe971-22b6-472a-8c60-44e5ba3d9eee'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:22:52.238228 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['8442553c-55ca-4efe-91e7-1e53307a1818'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:22:53.032996 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 42256) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:53.097939 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e67459-e07f-43b4-b816-1118df389de3 req-6750eb0c-0aee-4c0a-ab1b-ee283c03f084 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:53.100055 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-12e67459-e07f-43b4-b816-1118df389de3 req-6750eb0c-0aee-4c0a-ab1b-ee283c03f084 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 944 time: 0.0889549 Aug 16 09:22:53.124823 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7477f2-e0be-40c5-8bf3-a7ccb6efe672 req-76b62232-f2b0-4170-b71b-1f2e1ddb87ac tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:53.126308 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0a7477f2-e0be-40c5-8bf3-a7ccb6efe672 req-76b62232-f2b0-4170-b71b-1f2e1ddb87ac tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 945 time: 0.0803096 Aug 16 09:22:53.157622 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-12b136a3-3e3f-4faa-9398-6e138f726b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:53.169161 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-12e67459-e07f-43b4-b816-1118df389de3 req-7007ce1c-67a8-492b-9cb6-87169711362e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585926 Aug 16 09:22:53.199428 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0a7477f2-e0be-40c5-8bf3-a7ccb6efe672 req-eda33dc1-dd23-4384-8aa4-5811e8c81c1e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654318 Aug 16 09:22:53.263723 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-12b136a3-3e3f-4faa-9398-6e138f726b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:53.296926 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87dcdf-49b4-4fe0-a81a-427b287b8184 req-a43ed912-6100-4aac-940e-422ff8796827 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:53.298305 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4d87dcdf-49b4-4fe0-a81a-427b287b8184 req-a43ed912-6100-4aac-940e-422ff8796827 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 945 time: 0.0480776 Aug 16 09:22:53.345318 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4d87dcdf-49b4-4fe0-a81a-427b287b8184 req-926030f0-7cc4-4346-998b-f17fdcbd7a6e tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Aug 16 09:22:53.382745 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-12b136a3-3e3f-4faa-9398-6e138f726b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:53.424916 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-12b136a3-3e3f-4faa-9398-6e138f726b3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a102a64b78c4c8a83a82805ead1c445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906481 Aug 16 09:22:53.426015 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b136a3-3e3f-4faa-9398-6e138f726b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26306a83-0da9-4a3d-8065-de52ff98465e,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:53.427965 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42274) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:53.495354 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-06b28987-394c-4390-844f-0b0715fca889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:53.515680 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-06b28987-394c-4390-844f-0b0715fca889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:53.678364 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-06b28987-394c-4390-844f-0b0715fca889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:53.678364 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-06b28987-394c-4390-844f-0b0715fca889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:53.679271 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-06b28987-394c-4390-844f-0b0715fca889 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26306a83-0da9-4a3d-8065-de52ff98465e HTTP/1.1" status: 204 len: 168 time: 0.2474384 Aug 16 09:22:53.689713 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b28987-394c-4390-844f-0b0715fca889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26306a83-0da9-4a3d-8065-de52ff98465e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:54.167533 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42308) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:54.341741 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446ecd-fb50-43af-8252-a94cd0778e15 req-83e53a99-c6e8-4b25-9526-04b506ecca4f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:54.349543 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 85e26b66-2a48-48a1-b305-803f7156fb16 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:54.351412 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-51446ecd-fb50-43af-8252-a94cd0778e15 req-83e53a99-c6e8-4b25-9526-04b506ecca4f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 944 time: 0.0999525 Aug 16 09:22:54.371049 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9292fc-9e72-4d9c-a931-6aad6571b78f req-85b89180-3ff3-45f6-b12e-a545be33d5a5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:54.378816 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd9292fc-9e72-4d9c-a931-6aad6571b78f req-85b89180-3ff3-45f6-b12e-a545be33d5a5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 945 time: 0.0930548 Aug 16 09:22:54.427719 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-51446ecd-fb50-43af-8252-a94cd0778e15 req-c9da1e2f-adef-4f90-9da1-0b0b80770692 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754509 Aug 16 09:22:54.464343 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd9292fc-9e72-4d9c-a931-6aad6571b78f req-e820934b-9775-406a-9704-562f11caf990 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767648 Aug 16 09:22:54.465843 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66e02f5e-9412-4931-b609-61fa77d87d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:54.489114 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port 85e26b66-2a48-48a1-b305-803f7156fb16 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:54.489114 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 85e26b66-2a48-48a1-b305-803f7156fb16 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:54.489114 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:54.564995 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 42336) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:54.579780 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1b29aad5-1cf2-4224-9784-641fc7ad442f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:54.594982 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22161f5-c07c-4a38-ac10-efb363ed2ed9 req-2ce932c3-46c0-4ccd-a481-688d76c3c244 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:54.599129 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:54.601165 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d22161f5-c07c-4a38-ac10-efb363ed2ed9 req-2ce932c3-46c0-4ccd-a481-688d76c3c244 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 945 time: 0.0771120 Aug 16 09:22:54.623141 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5299f1-789e-4179-8bb2-503f3a69064c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e26b66-2a48-48a1-b305-803f7156fb16'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:22:54.654259 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66e02f5e-9412-4931-b609-61fa77d87d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:54.658292 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d22161f5-c07c-4a38-ac10-efb363ed2ed9 req-3163e51b-fff9-474d-9070-9303b0610fac tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533085 Aug 16 09:22:54.706915 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 85e26b66-2a48-48a1-b305-803f7156fb16, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=85e26b66-2a48-48a1-b305-803f7156fb16,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:54.758545 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66e02f5e-9412-4931-b609-61fa77d87d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:54.788543 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:54.789353 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device b3fbe971-22b6-472a-8c60-44e5ba3d9eee up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:54.802323 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-66e02f5e-9412-4931-b609-61fa77d87d62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f350a3f03464a2085973288f1aaf86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6330779 Aug 16 09:22:54.803250 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42342) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:54.818343 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e02f5e-9412-4931-b609-61fa77d87d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e617698-9ee2-4cf5-a55a-cb80f143a3e4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:54.838544 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67677036-11f4-4d61-8dbf-89bdd05a17b6" -d '{"events": [{"server_uuid": "5c5299f1-789e-4179-8bb2-503f3a69064c", "name": "network-vif-plugged", "status": "completed", "tag": "85e26b66-2a48-48a1-b305-803f7156fb16"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:22:54.879369 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-138e118a-63ba-4384-8cec-23c9f0fcb5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:54.901354 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1b29aad5-1cf2-4224-9784-641fc7ad442f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:54.904587 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=85e26b66-2a48-48a1-b305-803f7156fb16,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:54.910952 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-138e118a-63ba-4384-8cec-23c9f0fcb5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.004960 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a05337-4d23-4b94-857f-e8c004c70ecc x-openstack-request-id: req-23a05337-4d23-4b94-857f-e8c004c70ecc {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:22:55.005434 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5299f1-789e-4179-8bb2-503f3a69064c", "name": "network-vif-plugged", "status": "completed", "tag": "85e26b66-2a48-48a1-b305-803f7156fb16", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:22:55.005693 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23a05337-4d23-4b94-857f-e8c004c70ecc {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:22:55.006205 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5299f1-789e-4179-8bb2-503f3a69064c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e26b66-2a48-48a1-b305-803f7156fb16', 'code': 200} Aug 16 09:22:55.022147 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port b3fbe971-22b6-472a-8c60-44e5ba3d9eee completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:55.022577 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1b29aad5-1cf2-4224-9784-641fc7ad442f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.026097 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port b3fbe971-22b6-472a-8c60-44e5ba3d9eee triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:55.026476 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.059774 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29aad5-1cf2-4224-9784-641fc7ad442f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f578ef9a-c735-4679-bd7b-f8a6468d6d13,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:55.065569 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-1b29aad5-1cf2-4224-9784-641fc7ad442f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6491326ccca34d0faf0fb395cfefbf37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990396 Aug 16 09:22:55.068383 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 42356) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:55.074296 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-138e118a-63ba-4384-8cec-23c9f0fcb5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.081259 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-138e118a-63ba-4384-8cec-23c9f0fcb5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.082812 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-138e118a-63ba-4384-8cec-23c9f0fcb5ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e617698-9ee2-4cf5-a55a-cb80f143a3e4 HTTP/1.1" status: 204 len: 168 time: 0.2785699 Aug 16 09:22:55.093245 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e118a-63ba-4384-8cec-23c9f0fcb5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e617698-9ee2-4cf5-a55a-cb80f143a3e4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:55.112333 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42360) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:55.142795 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.149906 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f9d36e0-721a-4fc2-934d-268ac3c6d23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.176794 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f9d36e0-721a-4fc2-934d-268ac3c6d23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.196478 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port b3fbe971-22b6-472a-8c60-44e5ba3d9eee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=b3fbe971-22b6-472a-8c60-44e5ba3d9eee,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:55.254488 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e2112ca-e9b2-42d3-935c-4b5579be5f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.291169 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.292193 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 7113fea2-eb37-4cf8-9776-5cd0562618e3 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:55.293703 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f9d36e0-721a-4fc2-934d-268ac3c6d23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.300362 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f9d36e0-721a-4fc2-934d-268ac3c6d23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.302162 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-7f9d36e0-721a-4fc2-934d-268ac3c6d23f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f578ef9a-c735-4679-bd7b-f8a6468d6d13 HTTP/1.1" status: 204 len: 168 time: 0.2329469 Aug 16 09:22:55.313182 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d36e0-721a-4fc2-934d-268ac3c6d23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f578ef9a-c735-4679-bd7b-f8a6468d6d13,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:55.380073 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e2112ca-e9b2-42d3-935c-4b5579be5f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.399720 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=b3fbe971-22b6-472a-8c60-44e5ba3d9eee,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:55.408548 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1a7ee-2664-4b31-ba0f-df87f6e98e6a req-4a763692-7c12-4115-a254-60eeab3582c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:55.410100 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-3ee1a7ee-2664-4b31-ba0f-df87f6e98e6a req-4a763692-7c12-4115-a254-60eeab3582c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 1098 time: 0.0762827 Aug 16 09:22:55.430228 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-3ee1a7ee-2664-4b31-ba0f-df87f6e98e6a req-1584947e-b400-478a-965b-af8b45be2b74 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.448711 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e2112ca-e9b2-42d3-935c-4b5579be5f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.519957 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port 7113fea2-eb37-4cf8-9776-5cd0562618e3 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:55.528521 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 7113fea2-eb37-4cf8-9776-5cd0562618e3 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:55.529356 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.577348 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2112ca-e9b2-42d3-935c-4b5579be5f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c93f99e-ee2a-49c1-a507-5ab45fa41f30,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:55.584940 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-6e2112ca-e9b2-42d3-935c-4b5579be5f87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46d55d48d1ca4693b0e9473264288278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712734 Aug 16 09:22:55.589604 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42380) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:55.626818 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-3ee1a7ee-2664-4b31-ba0f-df87f6e98e6a req-1584947e-b400-478a-965b-af8b45be2b74 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.633512 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.648681 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2dc25-4309-4d58-b790-d37cea861cb0 req-4d6adb78-b79e-4618-83a9-4b71c6ad96f1 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:55.656959 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3ba2dc25-4309-4d58-b790-d37cea861cb0 req-4d6adb78-b79e-4618-83a9-4b71c6ad96f1 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.1344838 Aug 16 09:22:55.698136 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 7113fea2-eb37-4cf8-9776-5cd0562618e3, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=7113fea2-eb37-4cf8-9776-5cd0562618e3,segment=NetworkSegment(225579dc-bc3f-4db1-b4f8-9935c5110800),segment_id=225579dc-bc3f-4db1-b4f8-9935c5110800)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:55.736693 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-3ee1a7ee-2664-4b31-ba0f-df87f6e98e6a req-1584947e-b400-478a-965b-af8b45be2b74 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.745338 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f1e5-d022-4241-b4aa-fd0d9088018c req-a4a3e6fe-b153-4ca9-a0ea-67d32bc29cb1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:55.747080 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6514f1e5-d022-4241-b4aa-fd0d9088018c req-a4a3e6fe-b153-4ca9-a0ea-67d32bc29cb1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 945 time: 0.1263440 Aug 16 09:22:55.752498 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2959b28c-fe8d-4d67-82d4-2d36f38a855b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.764897 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3ba2dc25-4309-4d58-b790-d37cea861cb0 req-6d2d6df8-4165-4f46-9615-80b8f4ba791a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051953 Aug 16 09:22:55.782325 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-3ee1a7ee-2664-4b31-ba0f-df87f6e98e6a req-1584947e-b400-478a-965b-af8b45be2b74 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647327 Aug 16 09:22:55.795506 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584947e-b400-478a-965b-af8b45be2b74 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=927b7d9c-c86d-4e53-aa7e-abb697f89165,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:55.799930 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.800972 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8442553c-55ca-4efe-91e7-1e53307a1818 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:22:55.830872 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2959b28c-fe8d-4d67-82d4-2d36f38a855b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:55.854673 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6514f1e5-d022-4241-b4aa-fd0d9088018c req-20f9cf97-15c3-45b4-9e26-383696bfddfb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887144 Aug 16 09:22:55.924434 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=7113fea2-eb37-4cf8-9776-5cd0562618e3,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:55.967479 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076c5bc-396c-4281-9ca8-3d0abfc96cfa req-4aa91af2-4216-4201-8dc5-d91ddbb59a2a tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:55.974377 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7076c5bc-396c-4281-9ca8-3d0abfc96cfa req-4aa91af2-4216-4201-8dc5-d91ddbb59a2a tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 946 time: 0.0635786 Aug 16 09:22:56.001105 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 42390) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:56.019073 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port 8442553c-55ca-4efe-91e7-1e53307a1818 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:22:56.019994 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2959b28c-fe8d-4d67-82d4-2d36f38a855b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.021662 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-17f80aa6-62b6-418f-94e8-69419bf13f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.024440 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2959b28c-fe8d-4d67-82d4-2d36f38a855b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.024639 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 8442553c-55ca-4efe-91e7-1e53307a1818 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:22:56.037514 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.037871 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-2959b28c-fe8d-4d67-82d4-2d36f38a855b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c93f99e-ee2a-49c1-a507-5ab45fa41f30 HTTP/1.1" status: 204 len: 168 time: 0.4386823 Aug 16 09:22:56.102207 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7076c5bc-396c-4281-9ca8-3d0abfc96cfa req-cad344ce-a8e8-485c-8aa6-2047e0a05583 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183214 Aug 16 09:22:56.103541 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959b28c-fe8d-4d67-82d4-2d36f38a855b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c93f99e-ee2a-49c1-a507-5ab45fa41f30,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:56.167549 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.205052 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:22:56.214278 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-17f80aa6-62b6-418f-94e8-69419bf13f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.262591 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.285604 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-17f80aa6-62b6-418f-94e8-69419bf13f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.319654 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=8442553c-55ca-4efe-91e7-1e53307a1818,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:56.324951 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-17f80aa6-62b6-418f-94e8-69419bf13f8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=611c8b437c484cb2bb31ef294d55df44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227010 Aug 16 09:22:56.326402 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f80aa6-62b6-418f-94e8-69419bf13f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69bb868-bc2c-48fb-8a6a-b5e96ef2eb02,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:56.327625 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42404) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:56.379363 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70300641-a597-41f0-a488-41fddc615489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.400221 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70300641-a597-41f0-a488-41fddc615489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.497303 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70300641-a597-41f0-a488-41fddc615489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.504830 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70300641-a597-41f0-a488-41fddc615489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.504830 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-70300641-a597-41f0-a488-41fddc615489 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a69bb868-bc2c-48fb-8a6a-b5e96ef2eb02 HTTP/1.1" status: 204 len: 168 time: 0.1735532 Aug 16 09:22:56.511839 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70300641-a597-41f0-a488-41fddc615489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69bb868-bc2c-48fb-8a6a-b5e96ef2eb02,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:56.860222 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 42424) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:56.875829 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e8b2c6b7-2f08-482a-87bd-d0c021457c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:56.881995 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab28308-e25a-412a-8055-a491cfeda79e req-8c8a267d-6876-4376-8abb-5e3b5de9734b tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:56.890386 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cab28308-e25a-412a-8055-a491cfeda79e req-8c8a267d-6876-4376-8abb-5e3b5de9734b tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0578992 Aug 16 09:22:56.934987 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:22:56.956640 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cab28308-e25a-412a-8055-a491cfeda79e req-dc10135e-5c8b-48de-b57c-1c79a065f7e7 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580709 Aug 16 09:22:57.007540 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e345fe-a6ff-41d3-b003-a7bc8da39a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fbe971-22b6-472a-8c60-44e5ba3d9eee'}, {'server_uuid': '6af8aaed-fcbf-4600-9802-2be199e02c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7113fea2-eb37-4cf8-9776-5cd0562618e3'}, {'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:22:57.013204 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8ab17f-4edc-41a8-bf21-161566d4820a" -d '{"events": [{"server_uuid": "74e345fe-a6ff-41d3-b003-a7bc8da39a69", "name": "network-vif-plugged", "status": "completed", "tag": "b3fbe971-22b6-472a-8c60-44e5ba3d9eee"}, {"server_uuid": "6af8aaed-fcbf-4600-9802-2be199e02c2e", "name": "network-vif-plugged", "status": "completed", "tag": "7113fea2-eb37-4cf8-9776-5cd0562618e3"}, {"server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "name": "network-vif-plugged", "status": "completed", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:22:57.019864 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e8b2c6b7-2f08-482a-87bd-d0c021457c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:57.047147 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4185534-f2a2-4660-a818-f6586da29aa2 req-50031175-4c21-4469-94f8-926708277d8b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:57.048837 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f4185534-f2a2-4660-a818-f6586da29aa2 req-50031175-4c21-4469-94f8-926708277d8b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0753088 Aug 16 09:22:57.057968 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 09:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a946a49-148f-45a4-b369-3332e04a7d25 x-openstack-request-id: req-6a946a49-148f-45a4-b369-3332e04a7d25 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:22:57.058320 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e345fe-a6ff-41d3-b003-a7bc8da39a69", "name": "network-vif-plugged", "status": "completed", "tag": "b3fbe971-22b6-472a-8c60-44e5ba3d9eee", "code": 200}, {"server_uuid": "6af8aaed-fcbf-4600-9802-2be199e02c2e", "name": "network-vif-plugged", "status": "completed", "tag": "7113fea2-eb37-4cf8-9776-5cd0562618e3", "code": 200}, {"server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "name": "network-vif-plugged", "status": "completed", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:22:57.058634 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a946a49-148f-45a4-b369-3332e04a7d25 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:22:57.059149 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e345fe-a6ff-41d3-b003-a7bc8da39a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fbe971-22b6-472a-8c60-44e5ba3d9eee', 'code': 200} Aug 16 09:22:57.059461 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af8aaed-fcbf-4600-9802-2be199e02c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7113fea2-eb37-4cf8-9776-5cd0562618e3', 'code': 200} Aug 16 09:22:57.059764 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818', 'code': 200} Aug 16 09:22:57.106834 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e8b2c6b7-2f08-482a-87bd-d0c021457c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:57.110665 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f4185534-f2a2-4660-a818-f6586da29aa2 req-15409ba5-604c-4a8d-83df-93bd0ae59b7c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551162 Aug 16 09:22:57.190716 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-e8b2c6b7-2f08-482a-87bd-d0c021457c87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9dfe744f89043e49ec649bb6a6877b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293772 Aug 16 09:22:57.194037 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42448) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:57.199393 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2c6b7-2f08-482a-87bd-d0c021457c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cb48d0-d2a6-47d9-947f-fb886487f991,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:57.320787 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74ef7486-edd8-471c-a368-c298467e4480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:57.333204 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98849efc-2761-4ec4-95a6-4ebf2c5e12cb req-47c6bd95-e5ac-4e13-a0c3-3fa713df48f7 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:57.334743 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-98849efc-2761-4ec4-95a6-4ebf2c5e12cb req-47c6bd95-e5ac-4e13-a0c3-3fa713df48f7 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 946 time: 0.1330717 Aug 16 09:22:57.389963 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74ef7486-edd8-471c-a368-c298467e4480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:57.433039 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-98849efc-2761-4ec4-95a6-4ebf2c5e12cb req-ddd1a2a1-a110-4952-8c35-0dd5ef877e43 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922325 Aug 16 09:22:57.473173 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3188ea-eb23-4b5b-aec4-4525e65166ad req-67815c4e-1e71-4f59-b043-8747729d8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:57.474724 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2d3188ea-eb23-4b5b-aec4-4525e65166ad req-67815c4e-1e71-4f59-b043-8747729d8f54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 1098 time: 0.0837891 Aug 16 09:22:57.536103 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2d3188ea-eb23-4b5b-aec4-4525e65166ad req-0cfea68d-8307-48d9-b3fc-ff1490817666 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428882 Aug 16 09:22:57.579015 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5d20d-f350-432e-8d0f-4bce102636a8 req-13550a1a-590a-4825-920d-c545be695a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:57.580661 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-85c5d20d-f350-432e-8d0f-4bce102636a8 req-13550a1a-590a-4825-920d-c545be695a2f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 1099 time: 0.0856643 Aug 16 09:22:57.608710 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74ef7486-edd8-471c-a368-c298467e4480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:57.611401 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74ef7486-edd8-471c-a368-c298467e4480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:57.612555 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-74ef7486-edd8-471c-a368-c298467e4480 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27cb48d0-d2a6-47d9-947f-fb886487f991 HTTP/1.1" status: 204 len: 168 time: 0.4178717 Aug 16 09:22:57.648040 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef7486-edd8-471c-a368-c298467e4480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cb48d0-d2a6-47d9-947f-fb886487f991,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:57.665300 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf73678-14c2-4587-84ec-1a21333a8356 req-1d547fad-2f06-404e-88c8-6c73524ce35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:57.666996 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bbf73678-14c2-4587-84ec-1a21333a8356 req-1d547fad-2f06-404e-88c8-6c73524ce35f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 1099 time: 0.0492008 Aug 16 09:22:57.683723 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-85c5d20d-f350-432e-8d0f-4bce102636a8 req-14f2475b-570c-4ca9-936d-db4b9071fd7e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831428 Aug 16 09:22:57.707032 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bbf73678-14c2-4587-84ec-1a21333a8356 req-868095bb-a0b0-41a2-8e55-1329cdfe6234 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322914 Aug 16 09:22:58.062892 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bbe37-9b88-4d89-bb09-bbfa6a58cbb1 req-3f84f064-989d-4ce8-9d81-6cb6cc091eca tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:58.064472 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ea0bbe37-9b88-4d89-bb09-bbfa6a58cbb1 req-3f84f064-989d-4ce8-9d81-6cb6cc091eca tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0490201 Aug 16 09:22:58.104447 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ea0bbe37-9b88-4d89-bb09-bbfa6a58cbb1 req-8061a5b3-6f93-4fe7-8bb3-a9fa9ef73729 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337174 Aug 16 09:22:58.235461 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b772c-3ae3-419d-9c23-34bd1dfc5ba0 req-f4e32819-ade1-4f43-a550-d0368761221c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:58.236942 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1a4b772c-3ae3-419d-9c23-34bd1dfc5ba0 req-f4e32819-ade1-4f43-a550-d0368761221c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0508404 Aug 16 09:22:58.277094 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1a4b772c-3ae3-419d-9c23-34bd1dfc5ba0 req-9d47dd98-7f29-4863-8f7c-f36e860853ae tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Aug 16 09:22:58.569383 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ec7ca-6833-4832-bacf-4fe8d5e0b037 req-8691d08a-1724-4f1e-8c53-2412698bb353 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:58.570960 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-847ec7ca-6833-4832-bacf-4fe8d5e0b037 req-8691d08a-1724-4f1e-8c53-2412698bb353 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 946 time: 0.0478344 Aug 16 09:22:58.615655 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-847ec7ca-6833-4832-bacf-4fe8d5e0b037 req-85ab0312-83de-4eb2-8a52-6fb6443db34c tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374928 Aug 16 09:22:58.646641 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42514) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:58.787932 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8bbb-691c-43d7-8478-6a3c2499ba61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:58.882771 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8bbb-691c-43d7-8478-6a3c2499ba61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:58.969843 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8bbb-691c-43d7-8478-6a3c2499ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:59.015049 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 42534) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:59.015532 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-5b1d8bbb-691c-43d7-8478-6a3c2499ba61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=391668ea9ef1426084eb224928af8d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672922 Aug 16 09:22:59.016192 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d8bbb-691c-43d7-8478-6a3c2499ba61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b422a8c-36e2-41fc-ad51-e07f3f54c89f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:59.079600 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-11717551-bdfd-4453-bfcd-af8662620c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:59.101873 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-11717551-bdfd-4453-bfcd-af8662620c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:59.232128 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-11717551-bdfd-4453-bfcd-af8662620c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:59.235440 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-11717551-bdfd-4453-bfcd-af8662620c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:59.236695 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-11717551-bdfd-4453-bfcd-af8662620c2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b422a8c-36e2-41fc-ad51-e07f3f54c89f HTTP/1.1" status: 204 len: 168 time: 0.2197731 Aug 16 09:22:59.244546 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11717551-bdfd-4453-bfcd-af8662620c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b422a8c-36e2-41fc-ad51-e07f3f54c89f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:22:59.245047 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcda0be-6521-4c5d-8a8a-c7f8b3306f1f req-00e6374d-9460-4984-9a59-ec8d86fc9215 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:59.246700 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-edcda0be-6521-4c5d-8a8a-c7f8b3306f1f req-00e6374d-9460-4984-9a59-ec8d86fc9215 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0560641 Aug 16 09:22:59.289248 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-edcda0be-6521-4c5d-8a8a-c7f8b3306f1f req-e13bbbd9-89fd-44dd-a3e8-972631c9541c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356767 Aug 16 09:22:59.419910 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf732e3-cd55-4d64-b488-2775d6e84dd0 req-02f31313-5d3e-4e77-825a-9cd1d5a9da6b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:59.421629 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-adf732e3-cd55-4d64-b488-2775d6e84dd0 req-02f31313-5d3e-4e77-825a-9cd1d5a9da6b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0610011 Aug 16 09:22:59.461857 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-adf732e3-cd55-4d64-b488-2775d6e84dd0 req-d5e3bfbe-0e8c-4205-b3a3-e2b6d1723ac6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322967 Aug 16 09:22:59.626474 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ceb309-a3fd-4684-980e-dc4f5ebcc93d req-114bb6e1-b5a3-414e-a170-48c784ec3095 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:59.627930 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-31ceb309-a3fd-4684-980e-dc4f5ebcc93d req-114bb6e1-b5a3-414e-a170-48c784ec3095 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0488777 Aug 16 09:22:59.636431 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 42566) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:22:59.641200 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-033bb51c-50fc-4cbf-8404-876ad97edbc8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'floatingip': {'port_id': '8442553c-55ca-4efe-91e7-1e53307a1818'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:22:59.725061 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-033bb51c-50fc-4cbf-8404-876ad97edbc8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:22:59.752901 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fab0bd-427f-4f49-b868-32ce8175e4e5 req-88839764-d372-4f09-9b70-802b437f344f tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:59.754928 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-16fab0bd-427f-4f49-b868-32ce8175e4e5 req-88839764-d372-4f09-9b70-802b437f344f tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 946 time: 0.0704079 Aug 16 09:22:59.808145 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-16fab0bd-427f-4f49-b868-32ce8175e4e5 req-c54f8b44-f0d7-4d1d-a02b-8036e752e009 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471489 Aug 16 09:22:59.919232 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bee4e4-73b1-4782-8538-e61379c85c0f req-c3296bfb-69c2-4e4b-b7c0-bca070dffd2f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:22:59.921517 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-25bee4e4-73b1-4782-8538-e61379c85c0f req-c3296bfb-69c2-4e4b-b7c0-bca070dffd2f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0688515 Aug 16 09:22:59.967373 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-25bee4e4-73b1-4782-8538-e61379c85c0f req-2e0920cd-084b-4bd2-8577-bdaef6f45e45 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364652 Aug 16 09:23:00.026768 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67eadb9-125c-46d9-9fe2-a6ab9f0b7dd8 req-caa26177-119c-4e96-be53-eb30ba2458c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:00.028189 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f67eadb9-125c-46d9-9fe2-a6ab9f0b7dd8 req-caa26177-119c-4e96-be53-eb30ba2458c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 1098 time: 0.0865645 Aug 16 09:23:00.238410 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42588) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:00.252011 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2084066-ff2f-4c75-af04-807d0fc35fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:00.391622 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2084066-ff2f-4c75-af04-807d0fc35fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:00.468041 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2084066-ff2f-4c75-af04-807d0fc35fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:00.510579 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-e2084066-ff2f-4c75-af04-807d0fc35fb5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3b1eaa0beb34b488e92fc656af1a014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710340 Aug 16 09:23:00.511171 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42602) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:00.524441 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2084066-ff2f-4c75-af04-807d0fc35fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1fe56e-0939-4394-8407-909f90669a92,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:00.526503 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67eadb9-125c-46d9-9fe2-a6ab9f0b7dd8 req-be357463-2f0e-4beb-b404-5c671bd6491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:00.528159 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f67eadb9-125c-46d9-9fe2-a6ab9f0b7dd8 req-be357463-2f0e-4beb-b404-5c671bd6491f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 200 len: 920 time: 0.4908516 Aug 16 09:23:00.598254 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f67eadb9-125c-46d9-9fe2-a6ab9f0b7dd8 req-9cea50aa-c209-4111-bf41-54d526ba1cab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fbe971-22b6-472a-8c60-44e5ba3d9eee HTTP/1.1" status: 200 len: 217 time: 0.0600979 Aug 16 09:23:00.636437 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-202c5e68-299d-4cbd-aa4b-501b8565b4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:00.674875 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-202c5e68-299d-4cbd-aa4b-501b8565b4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:00.730507 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67eadb9-125c-46d9-9fe2-a6ab9f0b7dd8 req-74f9efc8-ef5f-4f8b-9a2f-9668d9461520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:00.732246 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f67eadb9-125c-46d9-9fe2-a6ab9f0b7dd8 req-74f9efc8-ef5f-4f8b-9a2f-9668d9461520 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbb08f7e-85f6-4f98-a2d3-d7228b510948 HTTP/1.1" status: 200 len: 859 time: 0.1234758 Aug 16 09:23:00.799113 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f67eadb9-125c-46d9-9fe2-a6ab9f0b7dd8 req-88312f3d-13dd-44b4-9c4d-fda9b2976643 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8388d5d-e82d-4603-85bb-7ced61481563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361204 Aug 16 09:23:00.846329 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-202c5e68-299d-4cbd-aa4b-501b8565b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:00.853211 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-202c5e68-299d-4cbd-aa4b-501b8565b4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:00.854695 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-202c5e68-299d-4cbd-aa4b-501b8565b4b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f1fe56e-0939-4394-8407-909f90669a92 HTTP/1.1" status: 204 len: 168 time: 0.3423045 Aug 16 09:23:00.863770 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c5e68-299d-4cbd-aa4b-501b8565b4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1fe56e-0939-4394-8407-909f90669a92,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:00.878199 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-033bb51c-50fc-4cbf-8404-876ad97edbc8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:00.921459 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f67eadb9-125c-46d9-9fe2-a6ab9f0b7dd8 req-01bfb6c6-bfcb-4a70-80cb-23f9c6f803bc service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109166 Aug 16 09:23:01.014516 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f67eadb9-125c-46d9-9fe2-a6ab9f0b7dd8 req-a2d250f7-9010-46e8-abb8-18897b10f003 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834253 Aug 16 09:23:01.033811 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-033bb51c-50fc-4cbf-8404-876ad97edbc8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:01.110962 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8e633-6b82-449d-ad20-f395cfdd3148 req-a28e2b24-995b-401d-b4d0-0cdcdf84eb7d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:01.114227 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-50f8e633-6b82-449d-ad20-f395cfdd3148 req-a28e2b24-995b-401d-b4d0-0cdcdf84eb7d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0761774 Aug 16 09:23:01.166283 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.l3_db [None req-033bb51c-50fc-4cbf-8404-876ad97edbc8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Floating IP f3d41bbb-4227-43e6-9227-f63c8255c685 associated. External IP: 172.27.3.233, port: 8442553c-55ca-4efe-91e7-1e53307a1818. Aug 16 09:23:01.175814 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-50f8e633-6b82-449d-ad20-f395cfdd3148 req-4000eb4e-1023-4b59-91f2-3c8d8a8ecbeb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554740 Aug 16 09:23:01.398096 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033bb51c-50fc-4cbf-8404-876ad97edbc8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Router d1a09706-5dba-4bd2-808f-b656edceef9b has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:23:01.508215 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033bb51c-50fc-4cbf-8404-876ad97edbc8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:23:01.517504 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-033bb51c-50fc-4cbf-8404-876ad97edbc8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:01.521718 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638bb315-3711-4de2-b045-45d02eb110be None None] Sync routers for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:23:01.531519 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638bb315-3711-4de2-b045-45d02eb110be None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:23:01.532363 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-638bb315-3711-4de2-b045-45d02eb110be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:22:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:23:01.547645 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-033bb51c-50fc-4cbf-8404-876ad97edbc8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "PUT /v2.0/floatingips/f3d41bbb-4227-43e6-9227-f63c8255c685 HTTP/1.1" status: 200 len: 992 time: 1.9100931 Aug 16 09:23:01.548346 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:23:01.550771 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85b808f-0a3a-45e8-9f9f-da498f2ea217" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:23:01.601433 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87869be8-0fcd-49e8-a67f-812fe3e63e87 x-openstack-request-id: req-87869be8-0fcd-49e8-a67f-812fe3e63e87 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:23:01.601433 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:23:01.601745 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87869be8-0fcd-49e8-a67f-812fe3e63e87 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:23:01.602340 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818', 'status': 'completed', 'code': 200} Aug 16 09:23:01.688590 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b808f-0a3a-45e8-9f9f-da498f2ea217 req-fa63459e-d2f1-4d7e-8860-e7a3f0ba6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:01.690259 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c85b808f-0a3a-45e8-9f9f-da498f2ea217 req-fa63459e-d2f1-4d7e-8860-e7a3f0ba6fae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 1099 time: 0.0583136 Aug 16 09:23:01.694799 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-638bb315-3711-4de2-b045-45d02eb110be None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:23:01.791067 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b808f-0a3a-45e8-9f9f-da498f2ea217 req-2aaf7004-b7e7-4aca-af9a-d3860b471734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:01.792581 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c85b808f-0a3a-45e8-9f9f-da498f2ea217 req-2aaf7004-b7e7-4aca-af9a-d3860b471734 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 917 time: 0.0922563 Aug 16 09:23:01.852062 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:02.160529 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-638bb315-3711-4de2-b045-45d02eb110be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'f3d41bbb-4227-43e6-9227-f63c8255c685', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'port_id': '8442553c-55ca-4efe-91e7-1e53307a1818', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'mac_address': 'fa:16:3e:89:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:22:20Z', 'updated_at': '2021-08-16T09:23:00Z', 'revision_number': 1, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:23:02.196167 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638bb315-3711-4de2-b045-45d02eb110be None None] Checking router: d1a09706-5dba-4bd2-808f-b656edceef9b for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:23:02.204867 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638bb315-3711-4de2-b045-45d02eb110be None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:23:02.205489 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-638bb315-3711-4de2-b045-45d02eb110be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:22:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:23:02.296097 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b71d52-35b8-44fb-94f4-6c26094cee7c req-3b346377-50d0-4e68-95c0-71846d004f3c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:02.297716 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-68b71d52-35b8-44fb-94f4-6c26094cee7c req-3b346377-50d0-4e68-95c0-71846d004f3c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0495675 Aug 16 09:23:02.312594 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-638bb315-3711-4de2-b045-45d02eb110be None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:23:02.334967 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-68b71d52-35b8-44fb-94f4-6c26094cee7c req-19c0380b-3877-4eba-8d68-fd561c03ca81 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Aug 16 09:23:02.547054 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-638bb315-3711-4de2-b045-45d02eb110be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'f3d41bbb-4227-43e6-9227-f63c8255c685', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'port_id': '8442553c-55ca-4efe-91e7-1e53307a1818', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'mac_address': 'fa:16:3e:89:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:22:20Z', 'updated_at': '2021-08-16T09:23:00Z', 'revision_number': 1, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:23:02.576565 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638bb315-3711-4de2-b045-45d02eb110be None None] The sync data for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi is: [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'f3d41bbb-4227-43e6-9227-f63c8255c685', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'port_id': '8442553c-55ca-4efe-91e7-1e53307a1818', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'mac_address': 'fa:16:3e:89:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:22:20Z', 'updated_at': '2021-08-16T09:23:00Z', 'revision_number': 1, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:23:02.750508 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c85b808f-0a3a-45e8-9f9f-da498f2ea217 req-c8500762-bf36-4331-a316-ee9bf75ecf72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8442553c-55ca-4efe-91e7-1e53307a1818 HTTP/1.1" status: 200 len: 1000 time: 0.1175210 Aug 16 09:23:02.839789 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388897ea-5ee1-49ee-a172-fe076e978fdf None None] New status for floating IP f3d41bbb-4227-43e6-9227-f63c8255c685: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:23:03.139984 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42718) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:03.250181 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60c06f98-afb2-4d11-8374-fdd521841cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:03.335752 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60c06f98-afb2-4d11-8374-fdd521841cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:03.427708 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60c06f98-afb2-4d11-8374-fdd521841cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:03.467003 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-60c06f98-afb2-4d11-8374-fdd521841cc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2ef54928df4484eb14b0cc49a84a53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258085 Aug 16 09:23:03.467851 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c06f98-afb2-4d11-8374-fdd521841cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1c82fd-eb41-42a7-bd16-8d0d65b99973,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:03.469780 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 42726) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:03.525859 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ef847d98-eb74-4ee1-bf81-40524cd4bb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:03.547546 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ef847d98-eb74-4ee1-bf81-40524cd4bb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:03.713976 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ef847d98-eb74-4ee1-bf81-40524cd4bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:03.716506 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ef847d98-eb74-4ee1-bf81-40524cd4bb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:03.718219 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-ef847d98-eb74-4ee1-bf81-40524cd4bb8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d1c82fd-eb41-42a7-bd16-8d0d65b99973 HTTP/1.1" status: 204 len: 168 time: 0.2473218 Aug 16 09:23:03.726499 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef847d98-eb74-4ee1-bf81-40524cd4bb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1c82fd-eb41-42a7-bd16-8d0d65b99973,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:04.599576 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b808f-0a3a-45e8-9f9f-da498f2ea217 req-09cca41a-f22d-4ea3-89bd-ecc398500f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:04.603760 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c85b808f-0a3a-45e8-9f9f-da498f2ea217 req-09cca41a-f22d-4ea3-89bd-ecc398500f03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc65ce35-04e7-4584-80a4-1275af6c7e31 HTTP/1.1" status: 200 len: 855 time: 0.0506520 Aug 16 09:23:04.684650 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb559949-41d4-4179-af89-3b39e68a8691 req-a94d0d30-5562-44e8-8be2-bf2239c549a6 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:04.693831 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fb559949-41d4-4179-af89-3b39e68a8691 req-a94d0d30-5562-44e8-8be2-bf2239c549a6 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0722587 Aug 16 09:23:04.736626 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fb559949-41d4-4179-af89-3b39e68a8691 req-481f8a01-0d6d-4c0c-9ddd-46299c460ce0 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391819 Aug 16 09:23:04.736626 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42764) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:04.853561 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b808f-0a3a-45e8-9f9f-da498f2ea217 req-cf420c81-996a-4017-985f-72ff84023157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:04.855095 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c85b808f-0a3a-45e8-9f9f-da498f2ea217 req-cf420c81-996a-4017-985f-72ff84023157 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e3dee7d-5ee5-41fc-b951-5848f52eee46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2403281 Aug 16 09:23:04.861903 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f652faf-6247-4664-9053-b3bd7b52559c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:04.954248 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f652faf-6247-4664-9053-b3bd7b52559c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:04.961219 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c85b808f-0a3a-45e8-9f9f-da498f2ea217 req-5930503c-5db2-45c0-a844-1bd1a4375c05 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892155 Aug 16 09:23:05.051300 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f652faf-6247-4664-9053-b3bd7b52559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:05.065190 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c85b808f-0a3a-45e8-9f9f-da498f2ea217 req-459cfe5a-19a0-4f72-a0d5-fe0a98c13459 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953577 Aug 16 09:23:05.093371 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-6f652faf-6247-4664-9053-b3bd7b52559c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05261e16dd2a4eaab8a07a3bcbdac3e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559833 Aug 16 09:23:05.095421 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f652faf-6247-4664-9053-b3bd7b52559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14540f0b-d41c-499e-a8e5-43898468c884,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:05.096687 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 42780) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:05.153073 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5895-278d-428d-b0d9-1b5961c9bc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:05.175610 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5895-278d-428d-b0d9-1b5961c9bc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:05.336754 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5895-278d-428d-b0d9-1b5961c9bc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:05.339331 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e0e5895-278d-428d-b0d9-1b5961c9bc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:05.342947 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-3e0e5895-278d-428d-b0d9-1b5961c9bc32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14540f0b-d41c-499e-a8e5-43898468c884 HTTP/1.1" status: 204 len: 168 time: 0.2432528 Aug 16 09:23:05.364365 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e5895-278d-428d-b0d9-1b5961c9bc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14540f0b-d41c-499e-a8e5-43898468c884,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:05.882614 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00dfc7-3093-4c68-ad5f-71c30fea2e34 req-cbb8eb80-afb2-4c1b-befc-af283904bd82 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:05.884107 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b00dfc7-3093-4c68-ad5f-71c30fea2e34 req-cbb8eb80-afb2-4c1b-befc-af283904bd82 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0472438 Aug 16 09:23:05.923935 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b00dfc7-3093-4c68-ad5f-71c30fea2e34 req-a827f125-2b0a-4393-8999-47e9413d526d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332894 Aug 16 09:23:06.231400 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 42834) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:06.244937 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5103c631-f8c4-4380-8bc2-1169723ef99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:06.338050 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5103c631-f8c4-4380-8bc2-1169723ef99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:06.445194 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5103c631-f8c4-4380-8bc2-1169723ef99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:06.483612 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-5103c631-f8c4-4380-8bc2-1169723ef99d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86cb46fc52904524b16eaf65bd08235f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511482 Aug 16 09:23:06.484340 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103c631-f8c4-4380-8bc2-1169723ef99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff160137-990e-4c75-b2e7-fe061f51c9a1,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:06.486321 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 42844) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:06.536818 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:06.558302 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:06.718021 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:06.720633 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:06.721818 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff160137-990e-4c75-b2e7-fe061f51c9a1 HTTP/1.1" status: 204 len: 168 time: 0.2343473 Aug 16 09:23:06.731654 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff160137-990e-4c75-b2e7-fe061f51c9a1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:06.739748 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:06.740174 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:06.740609 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:06.741020 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:06.741421 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:06.741924 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:06.742259 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:06.742591 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:06.742925 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:06.743249 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:06.743574 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:06.743896 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b07eec0-50eb-4d68-b6f3-8c42fdd71514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:07.046407 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2e200-3fde-4d9c-b32b-3db9e69af49a req-3513f32f-d85b-4250-8961-d9c2c0985cde tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:07.048798 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-25f2e200-3fde-4d9c-b32b-3db9e69af49a req-3513f32f-d85b-4250-8961-d9c2c0985cde tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0562563 Aug 16 09:23:07.086460 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-25f2e200-3fde-4d9c-b32b-3db9e69af49a req-218168b5-6ad0-4297-99ed-4a49e9ff4559 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317690 Aug 16 09:23:08.205409 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1927ad9-8290-4d7f-ae9a-31e4152ce439 req-20485d5f-78f6-4330-bc9b-9f1532b11cb5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:08.206779 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c1927ad9-8290-4d7f-ae9a-31e4152ce439 req-20485d5f-78f6-4330-bc9b-9f1532b11cb5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0476475 Aug 16 09:23:08.243976 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c1927ad9-8290-4d7f-ae9a-31e4152ce439 req-f0ca7534-68b3-4468-815a-badbd2939217 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Aug 16 09:23:09.355511 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2367403-5fc1-4af4-801b-85385b1bb059 req-bb31780e-d4f3-4d8a-8af5-3d2cfd8a2370 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:09.357005 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a2367403-5fc1-4af4-801b-85385b1bb059 req-bb31780e-d4f3-4d8a-8af5-3d2cfd8a2370 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Aug 16 09:23:09.394494 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a2367403-5fc1-4af4-801b-85385b1bb059 req-41af9a5f-2a0a-4327-8caa-e44cca04445f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Aug 16 09:23:10.508645 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec494-c7a8-48ed-a7a7-d37674683ea5 req-5fa2f315-896a-42a5-88c4-91f745b154d4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:10.510075 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-465ec494-c7a8-48ed-a7a7-d37674683ea5 req-5fa2f315-896a-42a5-88c4-91f745b154d4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0497897 Aug 16 09:23:10.547097 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-465ec494-c7a8-48ed-a7a7-d37674683ea5 req-2f8aaff5-a152-4f5c-8ea2-96115b39d950 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308776 Aug 16 09:23:11.658508 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a34f4-bc12-4493-8a36-9e780be9d77f req-ad02dba1-d556-4156-a267-5fbf80f70981 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:11.660919 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-225a34f4-bc12-4493-8a36-9e780be9d77f req-ad02dba1-d556-4156-a267-5fbf80f70981 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0493367 Aug 16 09:23:11.701821 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-225a34f4-bc12-4493-8a36-9e780be9d77f req-dc53018e-85fe-4a1d-91c5-1f25ec22f254 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Aug 16 09:23:12.214841 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43000) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:12.325470 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8de284a5-76c2-4c60-9bdf-4cb9662242ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:12.412367 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8de284a5-76c2-4c60-9bdf-4cb9662242ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:12.507751 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8de284a5-76c2-4c60-9bdf-4cb9662242ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:12.545230 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-8de284a5-76c2-4c60-9bdf-4cb9662242ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d22eaae3d9c4e6f9ebf95459c7f0aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288016 Aug 16 09:23:12.548271 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de284a5-76c2-4c60-9bdf-4cb9662242ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51145332-9c6b-4855-b634-00486ef9e7e8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:12.549324 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43014) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:12.598819 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:12.619786 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:12.770420 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:12.773062 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:12.774182 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51145332-9c6b-4855-b634-00486ef9e7e8 HTTP/1.1" status: 204 len: 168 time: 0.2234712 Aug 16 09:23:12.783303 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51145332-9c6b-4855-b634-00486ef9e7e8,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:12.791195 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.791606 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.792044 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.792624 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.793375 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.793911 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.795528 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.796085 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.796651 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.797184 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.797714 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.798233 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbebc71-5f56-4845-8c0a-06198ce8e06f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:12.820455 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b3848-3141-4c28-a401-b7afb2a31a86 req-f9e33cbb-e948-4d9a-a575-6817a1b90a16 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:12.824954 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bd7b3848-3141-4c28-a401-b7afb2a31a86 req-f9e33cbb-e948-4d9a-a575-6817a1b90a16 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0565002 Aug 16 09:23:12.863304 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bd7b3848-3141-4c28-a401-b7afb2a31a86 req-3ba9335b-3d0f-4675-ae3a-b842424aa550 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349545 Aug 16 09:23:13.551390 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43032) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:13.564984 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d5e653d5-04b0-45ec-a463-4029de6f404f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:13.648473 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d5e653d5-04b0-45ec-a463-4029de6f404f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:13.741612 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d5e653d5-04b0-45ec-a463-4029de6f404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:13.779928 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d5e653d5-04b0-45ec-a463-4029de6f404f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=502615a0f5974e63b93a6d4ffc9a76e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274477 Aug 16 09:23:13.781036 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e653d5-04b0-45ec-a463-4029de6f404f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf1973-d505-411f-b7fa-59a57fc28d2d,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:13.782624 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43034) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:13.830094 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22289df1-79aa-4466-ab1a-25b286b9a929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:13.850862 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22289df1-79aa-4466-ab1a-25b286b9a929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:13.978334 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19af021-0b33-4214-9d92-2c9da8014a60 req-221e4d7e-d158-46d2-8b3e-dc8c7b086227 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:13.979801 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f19af021-0b33-4214-9d92-2c9da8014a60 req-221e4d7e-d158-46d2-8b3e-dc8c7b086227 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0511484 Aug 16 09:23:13.980859 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22289df1-79aa-4466-ab1a-25b286b9a929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:13.983850 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22289df1-79aa-4466-ab1a-25b286b9a929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:13.984916 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-22289df1-79aa-4466-ab1a-25b286b9a929 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0bf1973-d505-411f-b7fa-59a57fc28d2d HTTP/1.1" status: 204 len: 168 time: 0.2012947 Aug 16 09:23:14.002562 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22289df1-79aa-4466-ab1a-25b286b9a929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf1973-d505-411f-b7fa-59a57fc28d2d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:14.031750 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f19af021-0b33-4214-9d92-2c9da8014a60 req-dcbd689b-8773-49e5-b8fe-4edf214f4d54 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442827 Aug 16 09:23:14.897692 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43076) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:14.911014 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f515-41c9-4d6f-b5e4-355190ef3b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:15.006577 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f515-41c9-4d6f-b5e4-355190ef3b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:15.137715 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f515-41c9-4d6f-b5e4-355190ef3b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:15.156939 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767e354-a80e-4df0-8daa-a08efcf74bbc req-68838149-8474-4a46-8015-a69b16a64b80 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:15.158500 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a767e354-a80e-4df0-8daa-a08efcf74bbc req-68838149-8474-4a46-8015-a69b16a64b80 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0588429 Aug 16 09:23:15.205557 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-5bf8f515-41c9-4d6f-b5e4-355190ef3b49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d05cb944f0ba47e49b2085c139f40bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067021 Aug 16 09:23:15.207447 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8f515-41c9-4d6f-b5e4-355190ef3b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b111d9-bd78-405b-bc38-8981054b7ff0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:15.208231 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43090) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:15.227551 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a767e354-a80e-4df0-8daa-a08efcf74bbc req-7e404ccd-1cb1-4a85-8def-bc7420bb5fba tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606337 Aug 16 09:23:15.265079 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d80ef5e-6420-4e0c-a137-fa843e1c2182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:15.285723 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d80ef5e-6420-4e0c-a137-fa843e1c2182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:15.500668 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d80ef5e-6420-4e0c-a137-fa843e1c2182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:15.503254 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d80ef5e-6420-4e0c-a137-fa843e1c2182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:15.504405 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-5d80ef5e-6420-4e0c-a137-fa843e1c2182 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89b111d9-bd78-405b-bc38-8981054b7ff0 HTTP/1.1" status: 204 len: 168 time: 0.2950761 Aug 16 09:23:15.512079 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80ef5e-6420-4e0c-a137-fa843e1c2182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b111d9-bd78-405b-bc38-8981054b7ff0,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:16.346864 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74c04a-cb27-4d61-916b-593a84f2e871 req-afc12474-a1e4-47aa-954f-b677f1e08381 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:16.348405 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b74c04a-cb27-4d61-916b-593a84f2e871 req-afc12474-a1e4-47aa-954f-b677f1e08381 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0504568 Aug 16 09:23:16.387788 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b74c04a-cb27-4d61-916b-593a84f2e871 req-9942713d-316b-4450-b8dd-58cded5ad9b9 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Aug 16 09:23:16.533713 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-346e3afa-a8fa-4f22-862e-c77d5288e2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:16.571744 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43124) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:16.676469 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a94cfdd6-5560-460a-a132-748845813d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:16.759417 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a94cfdd6-5560-460a-a132-748845813d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:16.860420 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a94cfdd6-5560-460a-a132-748845813d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:16.894395 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-a94cfdd6-5560-460a-a132-748845813d2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=313ae451df8247619894a8cdc9f33566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216603 Aug 16 09:23:16.898547 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cfdd6-5560-460a-a132-748845813d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df208594-d754-4c98-a387-0bcc1e1541b3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:16.898732 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43134) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:16.956952 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69770070-904f-4d3a-a1f0-7da997824fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:16.979624 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69770070-904f-4d3a-a1f0-7da997824fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:17.159178 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69770070-904f-4d3a-a1f0-7da997824fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:17.161789 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69770070-904f-4d3a-a1f0-7da997824fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:17.163087 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-69770070-904f-4d3a-a1f0-7da997824fee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df208594-d754-4c98-a387-0bcc1e1541b3 HTTP/1.1" status: 204 len: 168 time: 0.2649260 Aug 16 09:23:17.174140 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69770070-904f-4d3a-a1f0-7da997824fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df208594-d754-4c98-a387-0bcc1e1541b3,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:17.512970 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfbc6b-590b-4200-8a21-6e3c81a78247 req-f450a3f2-b945-4668-a9ac-8d7d4a979cea tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:17.514972 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-81cfbc6b-590b-4200-8a21-6e3c81a78247 req-f450a3f2-b945-4668-a9ac-8d7d4a979cea tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0473435 Aug 16 09:23:17.554024 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-81cfbc6b-590b-4200-8a21-6e3c81a78247 req-c1215934-8a91-4583-aaad-3b7ff8a39861 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Aug 16 09:23:18.132059 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43200) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:18.142710 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c384a221-a6f0-476e-bdbc-b4be5a0521af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:18.238394 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c384a221-a6f0-476e-bdbc-b4be5a0521af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:18.333091 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cfa54-7f49-4c74-8c36-df6b8dd221bf req-652d0278-3942-4791-9ffa-edef6818df55 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:18.333091 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9f1cfa54-7f49-4c74-8c36-df6b8dd221bf req-652d0278-3942-4791-9ffa-edef6818df55 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 946 time: 0.0557442 Aug 16 09:23:18.353318 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c384a221-a6f0-476e-bdbc-b4be5a0521af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:18.384873 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9f1cfa54-7f49-4c74-8c36-df6b8dd221bf req-17d02876-47d8-479e-a2c2-9d2069a2173d tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486150 Aug 16 09:23:18.394039 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384a221-a6f0-476e-bdbc-b4be5a0521af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c9a51f-fa05-450f-9ddf-c0f7180417be,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:18.416281 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43214) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:18.417382 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-c384a221-a6f0-476e-bdbc-b4be5a0521af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e75999839d5416db4a9568b57ea700d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870526 Aug 16 09:23:18.469204 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c02151a1-3ccf-48a9-a74b-1d4726521454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:18.490775 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c02151a1-3ccf-48a9-a74b-1d4726521454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:18.622307 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c02151a1-3ccf-48a9-a74b-1d4726521454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:18.628240 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c02151a1-3ccf-48a9-a74b-1d4726521454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:18.628240 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-c02151a1-3ccf-48a9-a74b-1d4726521454 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7c9a51f-fa05-450f-9ddf-c0f7180417be HTTP/1.1" status: 204 len: 168 time: 0.2095294 Aug 16 09:23:18.644060 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02151a1-3ccf-48a9-a74b-1d4726521454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c9a51f-fa05-450f-9ddf-c0f7180417be,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:18.682470 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061404c7-dfbe-4230-861f-402cb636e07c req-4d4ecd52-204f-4f2c-ab22-b661905a1c10 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:18.685916 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-061404c7-dfbe-4230-861f-402cb636e07c req-4d4ecd52-204f-4f2c-ab22-b661905a1c10 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0562336 Aug 16 09:23:18.726090 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-061404c7-dfbe-4230-861f-402cb636e07c req-a77013b7-47a4-465e-a92f-523ec082babc tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Aug 16 09:23:19.228200 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:19.229827 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7c723b9c-dcf1-453f-9e55-eaf110b0e132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:19.502701 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d5af5-cde3-4305-bd74-26b983f938b1 req-45c994ab-12f0-413b-bef8-7cfa4a350214 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:19.504083 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8e9d5af5-cde3-4305-bd74-26b983f938b1 req-45c994ab-12f0-413b-bef8-7cfa4a350214 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 946 time: 0.0462670 Aug 16 09:23:19.541021 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8e9d5af5-cde3-4305-bd74-26b983f938b1 req-6fa863ec-400e-4584-a1e5-800ab5d317d4 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Aug 16 09:23:19.852163 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b3cb5-bb67-4d81-a369-180ea17715ee req-4481b832-32b2-48fb-a92a-e8751462c9fc tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:19.853667 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-845b3cb5-bb67-4d81-a369-180ea17715ee req-4481b832-32b2-48fb-a92a-e8751462c9fc tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0533814 Aug 16 09:23:19.892182 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-845b3cb5-bb67-4d81-a369-180ea17715ee req-76422125-f1b9-40a4-86d1-5da591a0d572 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Aug 16 09:23:20.290170 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:20.342334 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43288) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:20.427405 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43294) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:20.519845 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60f276f8-bc98-4c43-b863-6ea92820e8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:20.563511 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f33f1336-6b4d-408a-95f1-02d99b08b213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:20.633057 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439940c2-1424-4a47-bce4-993561f55166 req-47aa6196-3478-4ed8-8cef-2613177f11ba tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:20.635447 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-439940c2-1424-4a47-bce4-993561f55166 req-47aa6196-3478-4ed8-8cef-2613177f11ba tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.64 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 946 time: 0.0919197 Aug 16 09:23:20.674741 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e42fa-d290-4900-88eb-67b582322c8d req-c185257f-b0ff-4b7c-b6ac-d42bd5afa1e6 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:20.676228 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d07e42fa-d290-4900-88eb-67b582322c8d req-c185257f-b0ff-4b7c-b6ac-d42bd5afa1e6 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 946 time: 0.0650806 Aug 16 09:23:20.705119 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60f276f8-bc98-4c43-b863-6ea92820e8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:20.725623 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d07e42fa-d290-4900-88eb-67b582322c8d req-cc63f256-8bb0-44be-8b73-ddaf44c81278 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5f29b21-3743-4a98-85ae-2698fb4fd26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Aug 16 09:23:20.769393 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-439940c2-1424-4a47-bce4-993561f55166 req-f86cd7b5-ae8b-4ca9-9432-c73124f7f8b5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Deleting port 7113fea2-eb37-4cf8-9776-5cd0562618e3 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:23:20.769739 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-439940c2-1424-4a47-bce4-993561f55166 req-f86cd7b5-ae8b-4ca9-9432-c73124f7f8b5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:20.833692 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60f276f8-bc98-4c43-b863-6ea92820e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:20.860536 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-439940c2-1424-4a47-bce4-993561f55166 req-f86cd7b5-ae8b-4ca9-9432-c73124f7f8b5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] For port 7113fea2-eb37-4cf8-9776-5cd0562618e3, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=7113fea2-eb37-4cf8-9776-5cd0562618e3,segment=NetworkSegment(225579dc-bc3f-4db1-b4f8-9935c5110800),segment_id=225579dc-bc3f-4db1-b4f8-9935c5110800)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:23:20.860993 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-439940c2-1424-4a47-bce4-993561f55166 req-f86cd7b5-ae8b-4ca9-9432-c73124f7f8b5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:20.877443 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-439940c2-1424-4a47-bce4-993561f55166 req-f86cd7b5-ae8b-4ca9-9432-c73124f7f8b5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Calling delete_port for 7113fea2-eb37-4cf8-9776-5cd0562618e3 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:23:20.884176 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-60f276f8-bc98-4c43-b863-6ea92820e8bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a94511d6bce2495ebbed32dc7cd10abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404317 Aug 16 09:23:20.887009 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43308) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:20.891830 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f276f8-bc98-4c43-b863-6ea92820e8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f79cc5-d6a0-455c-8932-fd21240621d1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:20.962347 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f33f1336-6b4d-408a-95f1-02d99b08b213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.024237 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c8542-a643-4eb7-8ce4-5797a31bbc6f req-99cc323c-cb36-4f60-8d7f-9b9aeff81796 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:21.029364 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7c0c8542-a643-4eb7-8ce4-5797a31bbc6f req-99cc323c-cb36-4f60-8d7f-9b9aeff81796 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0595725 Aug 16 09:23:21.033719 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f852b0fe-dc92-4bda-b05d-3e53769678d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.061970 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f33f1336-6b4d-408a-95f1-02d99b08b213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.067353 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f852b0fe-dc92-4bda-b05d-3e53769678d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.081141 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7c0c8542-a643-4eb7-8ce4-5797a31bbc6f req-9027da2c-d6a4-4b9a-8788-14dcb4a316a6 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490444 Aug 16 09:23:21.129310 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f1336-6b4d-408a-95f1-02d99b08b213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b072a63c-6e7f-4ac6-85a9-3662c5d88e6f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:21.132682 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-f33f1336-6b4d-408a-95f1-02d99b08b213 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0871a9c1386e4bf89e8c575ffc5c021b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7030561 Aug 16 09:23:21.138543 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43322) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:21.217828 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-41730ab2-bf5d-4be8-8d4c-c0b5963f37d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.240135 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-41730ab2-bf5d-4be8-8d4c-c0b5963f37d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.279729 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-439940c2-1424-4a47-bce4-993561f55166 req-f86cd7b5-ae8b-4ca9-9432-c73124f7f8b5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.291669 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['7113fea2-eb37-4cf8-9776-5cd0562618e3'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:23:21.315564 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cd7b5-ae8b-4ca9-9432-c73124f7f8b5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Pushing event deleted for resources: {'Port': ['ID=7113fea2-eb37-4cf8-9776-5cd0562618e3,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:21.363575 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f852b0fe-dc92-4bda-b05d-3e53769678d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.366407 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f852b0fe-dc92-4bda-b05d-3e53769678d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.367576 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f852b0fe-dc92-4bda-b05d-3e53769678d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95f79cc5-d6a0-455c-8932-fd21240621d1 HTTP/1.1" status: 204 len: 168 time: 0.4797254 Aug 16 09:23:21.386778 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-439940c2-1424-4a47-bce4-993561f55166 req-f86cd7b5-ae8b-4ca9-9432-c73124f7f8b5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] No DVR routers for this DVR port 7113fea2-eb37-4cf8-9776-5cd0562618e3 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:23:21.393342 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852b0fe-dc92-4bda-b05d-3e53769678d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f79cc5-d6a0-455c-8932-fd21240621d1,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:21.395681 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-439940c2-1424-4a47-bce4-993561f55166 req-f86cd7b5-ae8b-4ca9-9432-c73124f7f8b5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.397638 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-439940c2-1424-4a47-bce4-993561f55166 req-f86cd7b5-ae8b-4ca9-9432-c73124f7f8b5 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.64 "DELETE /v2.0/ports/7113fea2-eb37-4cf8-9776-5cd0562618e3 HTTP/1.1" status: 204 len: 173 time: 0.7555737 Aug 16 09:23:21.398067 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af8aaed-fcbf-4600-9802-2be199e02c2e', 'name': 'network-vif-deleted', 'tag': '7113fea2-eb37-4cf8-9776-5cd0562618e3'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:23:21.400421 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63be0c85-2c0d-45c2-84fa-0de0533879cb" -d '{"events": [{"server_uuid": "6af8aaed-fcbf-4600-9802-2be199e02c2e", "name": "network-vif-deleted", "tag": "7113fea2-eb37-4cf8-9776-5cd0562618e3"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:23:21.452322 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e6a41e-9da4-41e5-bde2-9dc458cf3ca5 x-openstack-request-id: req-b2e6a41e-9da4-41e5-bde2-9dc458cf3ca5 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:23:21.452322 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af8aaed-fcbf-4600-9802-2be199e02c2e", "name": "network-vif-deleted", "tag": "7113fea2-eb37-4cf8-9776-5cd0562618e3", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:23:21.452322 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2e6a41e-9da4-41e5-bde2-9dc458cf3ca5 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:23:21.452322 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af8aaed-fcbf-4600-9802-2be199e02c2e', 'name': 'network-vif-deleted', 'tag': '7113fea2-eb37-4cf8-9776-5cd0562618e3', 'status': 'completed', 'code': 200} Aug 16 09:23:21.530448 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-41730ab2-bf5d-4be8-8d4c-c0b5963f37d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.534357 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-41730ab2-bf5d-4be8-8d4c-c0b5963f37d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:21.536355 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-41730ab2-bf5d-4be8-8d4c-c0b5963f37d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b072a63c-6e7f-4ac6-85a9-3662c5d88e6f HTTP/1.1" status: 204 len: 168 time: 0.3945863 Aug 16 09:23:21.549533 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41730ab2-bf5d-4be8-8d4c-c0b5963f37d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b072a63c-6e7f-4ac6-85a9-3662c5d88e6f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:21.821117 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-13ac39fc-ef8d-4cdf-a4fd-97f0a197e52a req-e24ee31b-f515-41dd-93fc-10191d3d5e31 tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 210 time: 0.0248594 Aug 16 09:23:21.850513 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:22.234517 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3068deb-c73d-4d66-9fcf-7f4a91931d34 req-c514a597-0315-4801-9492-353b266c3b25 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:22.236019 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f3068deb-c73d-4d66-9fcf-7f4a91931d34 req-c514a597-0315-4801-9492-353b266c3b25 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0488088 Aug 16 09:23:22.273437 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f3068deb-c73d-4d66-9fcf-7f4a91931d34 req-5c955595-140d-4011-bb42-c6b2322a92ad tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312121 Aug 16 09:23:22.716225 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43388) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:22.729317 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e570cc86-1056-411b-843f-25e2e7dbaee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:22.770661 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43390) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:22.784730 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16ebfbb6-8340-4167-b5ef-799f5e509d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.004909 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e570cc86-1056-411b-843f-25e2e7dbaee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.029738 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-333f7379-3cd6-412c-9ec1-579031c06a33 req-3e471690-059e-4ea8-94c8-4e9aa102683a tempest-DeleteServersTestJSON-2122296263 tempest-DeleteServersTestJSON-2122296263-project] 10.222.0.39 "GET /v2.0/ports?device_id=6af8aaed-fcbf-4600-9802-2be199e02c2e HTTP/1.1" status: 200 len: 210 time: 0.0302455 Aug 16 09:23:23.193310 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e570cc86-1056-411b-843f-25e2e7dbaee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.230254 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570cc86-1056-411b-843f-25e2e7dbaee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2d1f04-54bb-445c-996c-8ee8f38fb8ab,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:23.235769 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-e570cc86-1056-411b-843f-25e2e7dbaee3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35beb98fc1294064813af77823e8cdd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178838 Aug 16 09:23:23.240023 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43398) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:23.319430 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16ebfbb6-8340-4167-b5ef-799f5e509d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.322497 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a74b3db-3677-4825-99a0-84001f32f8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.347070 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a74b3db-3677-4825-99a0-84001f32f8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.399071 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16ebfbb6-8340-4167-b5ef-799f5e509d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.431155 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251ffd6-1e18-472c-a396-6ec89e8e9b84 req-5ba60561-3ed0-4946-a39b-53cf9a6c8cae tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:23.433224 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f251ffd6-1e18-472c-a396-6ec89e8e9b84 req-5ba60561-3ed0-4946-a39b-53cf9a6c8cae tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0576181 Aug 16 09:23:23.433713 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43406) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:23.449149 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-16ebfbb6-8340-4167-b5ef-799f5e509d2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2c9529e729b4354ab5989cfa17d083a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6765840 Aug 16 09:23:23.450346 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebfbb6-8340-4167-b5ef-799f5e509d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56e797b-2de0-4c70-b1ad-3a3c4c263396,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:23.452684 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43410) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:23.498246 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f251ffd6-1e18-472c-a396-6ec89e8e9b84 req-3cf79590-45cf-4495-96eb-23a6d80d41e5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580666 Aug 16 09:23:23.522857 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b499b640-be25-4fad-a4e0-493bf43a118d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.545186 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b499b640-be25-4fad-a4e0-493bf43a118d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.553628 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a74b3db-3677-4825-99a0-84001f32f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.557510 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a74b3db-3677-4825-99a0-84001f32f8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.557510 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-1a74b3db-3677-4825-99a0-84001f32f8b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e2d1f04-54bb-445c-996c-8ee8f38fb8ab HTTP/1.1" status: 204 len: 168 time: 0.3162701 Aug 16 09:23:23.566573 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74b3db-3677-4825-99a0-84001f32f8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2d1f04-54bb-445c-996c-8ee8f38fb8ab,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:23.575373 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-af790827-eaf7-4a0f-8e72-bd5c96081338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.873990 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b499b640-be25-4fad-a4e0-493bf43a118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.876390 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b499b640-be25-4fad-a4e0-493bf43a118d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:23.877524 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-b499b640-be25-4fad-a4e0-493bf43a118d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e56e797b-2de0-4c70-b1ad-3a3c4c263396 HTTP/1.1" status: 204 len: 168 time: 0.4237671 Aug 16 09:23:23.890288 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499b640-be25-4fad-a4e0-493bf43a118d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56e797b-2de0-4c70-b1ad-3a3c4c263396,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:23.946782 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-af790827-eaf7-4a0f-8e72-bd5c96081338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:24.037232 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-af790827-eaf7-4a0f-8e72-bd5c96081338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:24.090302 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-af790827-eaf7-4a0f-8e72-bd5c96081338 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa73f378ab71458aa796be78df858708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6530294 Aug 16 09:23:24.090302 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af790827-eaf7-4a0f-8e72-bd5c96081338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9627eb6c-06eb-44cd-8405-55aab807e5dd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:24.090591 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43428) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:24.150923 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65b2dcfb-b30a-4a0f-9eaf-63062337915a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:24.172686 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65b2dcfb-b30a-4a0f-9eaf-63062337915a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:24.318898 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65b2dcfb-b30a-4a0f-9eaf-63062337915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:24.321594 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65b2dcfb-b30a-4a0f-9eaf-63062337915a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:24.326428 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-65b2dcfb-b30a-4a0f-9eaf-63062337915a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9627eb6c-06eb-44cd-8405-55aab807e5dd HTTP/1.1" status: 204 len: 168 time: 0.2306404 Aug 16 09:23:24.330836 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2dcfb-b30a-4a0f-9eaf-63062337915a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9627eb6c-06eb-44cd-8405-55aab807e5dd,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:24.510083 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 7113fea2-eb37-4cf8-9776-5cd0562618e3 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:23:24.551583 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: 7113fea2-eb37-4cf8-9776-5cd0562618e3 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:23:24.552029 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 7113fea2-eb37-4cf8-9776-5cd0562618e3 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:23:24.627889 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56743e8-53ca-490a-839c-85ebefc3f0d4 req-9df8c2de-f753-452b-9d47-cdefbbe28dd4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:24.629551 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f56743e8-53ca-490a-839c-85ebefc3f0d4 req-9df8c2de-f753-452b-9d47-cdefbbe28dd4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0488741 Aug 16 09:23:24.667822 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f56743e8-53ca-490a-839c-85ebefc3f0d4 req-3efe60c7-08c6-4082-9a6a-c9e72e7d44f2 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323870 Aug 16 09:23:24.786304 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43468) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:24.800838 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7211ed1c-ccb0-4826-9bbc-af0c564b6b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:24.892614 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7211ed1c-ccb0-4826-9bbc-af0c564b6b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:24.991908 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7211ed1c-ccb0-4826-9bbc-af0c564b6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.029640 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-7211ed1c-ccb0-4826-9bbc-af0c564b6b0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89b67e82fc0f49c4baa4149cd1e82f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456753 Aug 16 09:23:25.030820 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211ed1c-ccb0-4826-9bbc-af0c564b6b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b321cc05-8201-4edb-8ee7-ac5285f645d9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:25.032271 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43482) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:25.092062 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d8a9-2e19-4b29-8824-c6d2ad44821b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.115737 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d8a9-2e19-4b29-8824-c6d2ad44821b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.290626 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d8a9-2e19-4b29-8824-c6d2ad44821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.293285 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d8a9-2e19-4b29-8824-c6d2ad44821b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.294539 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-a2e5d8a9-2e19-4b29-8824-c6d2ad44821b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b321cc05-8201-4edb-8ee7-ac5285f645d9 HTTP/1.1" status: 204 len: 168 time: 0.2611825 Aug 16 09:23:25.302301 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5d8a9-2e19-4b29-8824-c6d2ad44821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b321cc05-8201-4edb-8ee7-ac5285f645d9,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:25.342104 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43502) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:25.355745 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-01711a02-5894-41d8-ac19-446f20956e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.460077 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-01711a02-5894-41d8-ac19-446f20956e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.558886 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-01711a02-5894-41d8-ac19-446f20956e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.602776 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711a02-5894-41d8-ac19-446f20956e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c713d288-4c03-43ea-a1ab-db89e2197249,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:25.608616 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-01711a02-5894-41d8-ac19-446f20956e0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e59dcbc20b94211a420996db51e6dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655156 Aug 16 09:23:25.611512 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43516) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:25.666471 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-60bfb24f-7915-4f83-98f1-c2c685b6f6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.695180 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-60bfb24f-7915-4f83-98f1-c2c685b6f6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.839439 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02681a-4106-435e-b3a4-d510983291fb req-22863c9c-18b6-433f-8617-dab0dc97870d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:25.841029 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5f02681a-4106-435e-b3a4-d510983291fb req-22863c9c-18b6-433f-8617-dab0dc97870d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0586669 Aug 16 09:23:25.851004 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-60bfb24f-7915-4f83-98f1-c2c685b6f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.854028 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-60bfb24f-7915-4f83-98f1-c2c685b6f6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:25.856004 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-60bfb24f-7915-4f83-98f1-c2c685b6f6b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c713d288-4c03-43ea-a1ab-db89e2197249 HTTP/1.1" status: 204 len: 168 time: 0.2424333 Aug 16 09:23:25.867943 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfb24f-7915-4f83-98f1-c2c685b6f6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c713d288-4c03-43ea-a1ab-db89e2197249,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:25.901582 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5f02681a-4106-435e-b3a4-d510983291fb req-2cf7b539-1e4b-4bb0-afa8-12f45fef8d2a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523210 Aug 16 09:23:26.022085 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43554) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:26.066603 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-068f5d34-6bf0-47fd-8277-34e94da3b89a admin admin] Deleting subnet a34ce137-c7a4-4713-a554-cdf844598343 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:23:26.069732 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-068f5d34-6bf0-47fd-8277-34e94da3b89a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.121066 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-068f5d34-6bf0-47fd-8277-34e94da3b89a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.133232 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-068f5d34-6bf0-47fd-8277-34e94da3b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.315123 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-068f5d34-6bf0-47fd-8277-34e94da3b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.345540 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f5d34-6bf0-47fd-8277-34e94da3b89a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a34ce137-c7a4-4713-a554-cdf844598343,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:26.347506 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-068f5d34-6bf0-47fd-8277-34e94da3b89a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.360436 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-068f5d34-6bf0-47fd-8277-34e94da3b89a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a34ce137-c7a4-4713-a554-cdf844598343 HTTP/1.1" status: 204 len: 168 time: 0.3372545 Aug 16 09:23:26.362955 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43574) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:26.442929 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.522123 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.532946 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408d5db9-7f0f-4aed-9d9c-fac28f85820f']}} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:23:26.543295 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225579dc-bc3f-4db1-b4f8-9935c5110800') {'for_net_delete': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:23:26.543599 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225579dc-bc3f-4db1-b4f8-9935c5110800') {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:23:26.553040 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11417930'] for segment, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.566285 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.572029 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:23:26.572434 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11474583'] for segment, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: Traceback (most recent call last): Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: timer() Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: cb(*args, **kw) Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: return func(*args, **kwargs) Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: self._notify() Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: self.callback(batched_events) Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: event.method(event) Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: return f(self, *a, **k) Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._get(url).json() Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: return self.request(url, 'GET', **kwargs) Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:23:26.574074 dv-cinder-804611-1-iscsi neutron-server[94600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:23:26.751298 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.766442 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:26.768354 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] 10.222.0.39 "DELETE /v2.0/networks/408d5db9-7f0f-4aed-9d9c-fac28f85820f HTTP/1.1" status: 204 len: 168 time: 0.4040742 Aug 16 09:23:26.769632 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5caa70-978e-48b0-ac70-70dc29a81b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=408d5db9-7f0f-4aed-9d9c-fac28f85820f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:27.023474 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2b192-03a7-4fd4-bbef-51ce55f65937 req-da0b7c4f-ef11-4233-82f8-faf9da990f71 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:27.024863 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-27c2b192-03a7-4fd4-bbef-51ce55f65937 req-da0b7c4f-ef11-4233-82f8-faf9da990f71 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0461903 Aug 16 09:23:27.061291 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-27c2b192-03a7-4fd4-bbef-51ce55f65937 req-69ed2fcc-1fd8-4230-8587-bcec9423769f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301759 Aug 16 09:23:27.336010 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43628) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:27.378619 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-439cb1e3-0e91-4170-866c-abbac064f4f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31a523cfb3ab4be1a22b6b26855b0995&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413647 Aug 16 09:23:27.381394 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43630) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:27.436749 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88ce533b-c629-4ba1-a46d-46a6b54af3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:27.464741 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88ce533b-c629-4ba1-a46d-46a6b54af3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:27.587296 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88ce533b-c629-4ba1-a46d-46a6b54af3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:27.589924 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88ce533b-c629-4ba1-a46d-46a6b54af3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:27.591221 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-88ce533b-c629-4ba1-a46d-46a6b54af3d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5f29b21-3743-4a98-85ae-2698fb4fd26c HTTP/1.1" status: 204 len: 168 time: 0.2086530 Aug 16 09:23:27.599878 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce533b-c629-4ba1-a46d-46a6b54af3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f29b21-3743-4a98-85ae-2698fb4fd26c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:28.212671 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c75f33-9187-4a67-a8eb-694a600a3c38 req-2110213e-f951-42e8-bb2a-3121487ba146 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:28.215811 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d0c75f33-9187-4a67-a8eb-694a600a3c38 req-2110213e-f951-42e8-bb2a-3121487ba146 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0823777 Aug 16 09:23:28.255501 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d0c75f33-9187-4a67-a8eb-694a600a3c38 req-9ab5983c-3fc8-4746-b77c-fabf56c6feba tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Aug 16 09:23:28.902888 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43692) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:28.958219 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43698) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:29.045109 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-713073910-network', 'tenant_id': 'c45f341668ea441db7a4b1c9f30353e0'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:23:29.065565 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1596e9af-71b1-4506-98a3-28b52ae6ea69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.217805 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Made reservation on behalf of c45f341668ea441db7a4b1c9f30353e0 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:23:29.220167 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.235294 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.315076 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1596e9af-71b1-4506-98a3-28b52ae6ea69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.365677 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97926ee1-b02e-468d-bf09-d0511a6eb53f req-12203671-4a5d-4cd3-ba23-a7fc50ae2cb4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:29.367138 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-97926ee1-b02e-468d-bf09-d0511a6eb53f req-12203671-4a5d-4cd3-ba23-a7fc50ae2cb4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0462461 Aug 16 09:23:29.389891 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1596e9af-71b1-4506-98a3-28b52ae6ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.455211 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-97926ee1-b02e-468d-bf09-d0511a6eb53f req-9b2b24e4-11ed-46fd-92ce-1ae881bbc61e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816193 Aug 16 09:23:29.458136 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596e9af-71b1-4506-98a3-28b52ae6ea69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193b5b07-1b92-48d3-9169-51c74920e637,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:29.462478 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-1596e9af-71b1-4506-98a3-28b52ae6ea69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa1f1035a7aa4b539bf43becf2c64922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028586 Aug 16 09:23:29.466601 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43708) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:29.515196 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5278567-b3a8-4a79-abea-f897e462d624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.523293 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.535574 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5278567-b3a8-4a79-abea-f897e462d624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.647216 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc4062e6-3374-4768-ae4c-1bbb045a75a2 req-a63f3820-6585-4fdf-9f93-cd85eee66ad8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410397 Aug 16 09:23:29.671918 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.699144 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5e952b-a02a-41a6-b255-1177839fa127,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:29.716981 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5278567-b3a8-4a79-abea-f897e462d624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.719494 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5278567-b3a8-4a79-abea-f897e462d624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.720626 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-a5278567-b3a8-4a79-abea-f897e462d624 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/193b5b07-1b92-48d3-9169-51c74920e637 HTTP/1.1" status: 204 len: 168 time: 0.2547057 Aug 16 09:23:29.723203 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:23:29.734583 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.734998 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.segments_db [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Added segment a963db01-b381-431b-8c2c-a625e80f3e5d of type vlan for network 1d3b261e-a3d3-4373-a8cd-09e571feda33 Aug 16 09:23:29.736939 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5278567-b3a8-4a79-abea-f897e462d624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193b5b07-1b92-48d3-9169-51c74920e637,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:29.749667 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4062e6-3374-4768-ae4c-1bbb045a75a2 req-65be2a40-d202-4f65-bd66-3d14abe23c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:29.751273 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc4062e6-3374-4768-ae4c-1bbb045a75a2 req-65be2a40-d202-4f65-bd66-3d14abe23c04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 1098 time: 0.0628259 Aug 16 09:23:29.813518 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.877571 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4062e6-3374-4768-ae4c-1bbb045a75a2 req-5b3eac8b-4754-4637-8f20-3d26cfe1d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:29.879107 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc4062e6-3374-4768-ae4c-1bbb045a75a2 req-5b3eac8b-4754-4637-8f20-3d26cfe1d066 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 200 len: 920 time: 0.0984013 Aug 16 09:23:29.929174 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc4062e6-3374-4768-ae4c-1bbb045a75a2 req-b5fac1a9-c689-4cb5-8659-3d86b214a28d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85e26b66-2a48-48a1-b305-803f7156fb16 HTTP/1.1" status: 200 len: 217 time: 0.0376492 Aug 16 09:23:29.976045 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.977050 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:29.977629 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:29.978205 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4062e6-3374-4768-ae4c-1bbb045a75a2 req-d79659af-2c86-4835-abe0-914e9b14110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:29.979643 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc4062e6-3374-4768-ae4c-1bbb045a75a2 req-d79659af-2c86-4835-abe0-914e9b14110c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbb08f7e-85f6-4f98-a2d3-d7228b510948 HTTP/1.1" status: 200 len: 859 time: 0.0433867 Aug 16 09:23:30.011269 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc4062e6-3374-4768-ae4c-1bbb045a75a2 req-6c04ecef-f121-45c7-8478-20764489f58b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8388d5d-e82d-4603-85bb-7ced61481563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229726 Aug 16 09:23:30.034708 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] Pushing event updated for resources: {'Network': ['ID=1d3b261e-a3d3-4373-a8cd-09e571feda33,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:30.045634 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network 1d3b261e-a3d3-4373-a8cd-09e571feda33 details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:23:30.097694 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-96b7c8d9-535f-4072-9f80-1d9792a63f75 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1928718 Aug 16 09:23:30.103837 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43718) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:30.109926 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] Request body: {'subnet': {'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-713073910-subnet', 'tenant_id': 'c45f341668ea441db7a4b1c9f30353e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:23:30.123688 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc4062e6-3374-4768-ae4c-1bbb045a75a2 req-35799ef2-0bf3-4ee7-8cf7-d5dbc2670131 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040754 Aug 16 09:23:30.214708 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc4062e6-3374-4768-ae4c-1bbb045a75a2 req-1a633425-fc8d-47fc-ac7c-520c7d1e492f service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830293 Aug 16 09:23:30.227058 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] Made reservation on behalf of c45f341668ea441db7a4b1c9f30353e0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:23:30.229545 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:30.577156 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc80b9-da4b-48d4-94ff-db0d7187c2ef req-05d2e882-142b-4d60-a0e2-955e74a49014 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:30.579154 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fbdc80b9-da4b-48d4-94ff-db0d7187c2ef req-05d2e882-142b-4d60-a0e2-955e74a49014 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0516553 Aug 16 09:23:30.620766 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fbdc80b9-da4b-48d4-94ff-db0d7187c2ef req-719f09de-9814-4dec-afef-cec28dd38e22 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353765 Aug 16 09:23:30.748114 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:30.759627 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43742) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:30.774820 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2bb8-6074-4160-857a-296ed4138002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:30.812917 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f958ed6-bda7-40db-b5ef-2c818d6cf4b7,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:30.829407 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] Checking segment: {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:23:30.829762 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] Network hostable DHCP agents. Network: 1d3b261e-a3d3-4373-a8cd-09e571feda33, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:23:30.873101 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2bb8-6074-4160-857a-296ed4138002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:30.963071 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] Network 1d3b261e-a3d3-4373-a8cd-09e571feda33 is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:23:30.963221 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2bb8-6074-4160-857a-296ed4138002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:31.007555 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-7b7b2bb8-6074-4160-857a-296ed4138002 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a364c45e63641ea8da51d76ab861851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467871 Aug 16 09:23:31.008422 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b2bb8-6074-4160-857a-296ed4138002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e35033-0c03-4e31-b6ef-1094ba2b5b80,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:31.010369 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43752) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:31.050243 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, 1d3b261e-a3d3-4373-a8cd-09e571feda33) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:23:31.061833 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06542694-0f31-4e12-828d-567d90639810 None None] Network 1d3b261e-a3d3-4373-a8cd-09e571feda33 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:23:31.062389 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:31.062489 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:31.090029 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef8a1-9732-4bfd-bf20-453980f9c8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:31.117169 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef8a1-9732-4bfd-bf20-453980f9c8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:31.171313 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-e7f27128-576e-441f-a216-3387e99179d9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0659730 Aug 16 09:23:31.219835 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6771c6-b820-4bcb-bcff-d50e06b75669 None None] Network 1d3b261e-a3d3-4373-a8cd-09e571feda33 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:23:31.273347 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef8a1-9732-4bfd-bf20-453980f9c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:31.276590 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef8a1-9732-4bfd-bf20-453980f9c8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:31.278239 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-6a8ef8a1-9732-4bfd-bf20-453980f9c8e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2e35033-0c03-4e31-b6ef-1094ba2b5b80 HTTP/1.1" status: 204 len: 168 time: 0.2668743 Aug 16 09:23:31.300443 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ef8a1-9732-4bfd-bf20-453980f9c8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e35033-0c03-4e31-b6ef-1094ba2b5b80,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:31.648424 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-ca115559-297c-4022-9eb0-3d16b97f368e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:31.649931 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-ca115559-297c-4022-9eb0-3d16b97f368e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/networks?id=1d3b261e-a3d3-4373-a8cd-09e571feda33 HTTP/1.1" status: 200 len: 814 time: 0.1026964 Aug 16 09:23:31.665957 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-701660c4-f6e1-43cf-9ad9-3aee2282b471 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/quotas/c45f341668ea441db7a4b1c9f30353e0 HTTP/1.1" status: 200 len: 375 time: 0.0094430 Aug 16 09:23:31.703610 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-714d7a37-24a5-41b5-8ce6-183b9443b6f3 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297458 Aug 16 09:23:31.807667 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e083118-c2b8-4d55-92cc-602020ea0422 req-a7f14497-ea30-44fc-95fc-91386a4c2535 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:31.809179 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0e083118-c2b8-4d55-92cc-602020ea0422 req-a7f14497-ea30-44fc-95fc-91386a4c2535 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.1086810 Aug 16 09:23:31.845353 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:31.897359 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-4580c35d-3630-4d81-9df7-516fa8b3dc80 service neutron] 10.222.0.39 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841509 Aug 16 09:23:31.921184 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0e083118-c2b8-4d55-92cc-602020ea0422 req-17b4aa7c-adfe-49c1-81ee-742ffb4b2ee3 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737820 Aug 16 09:23:31.991582 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-cbbe52e4-8722-4e58-b28e-dbd2123875a8 service neutron] 10.222.0.39 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931699 Aug 16 09:23:32.318363 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-59d4b7e5-1a07-476e-a6de-d8714d8254cd req-800db462-9d09-41d0-8a76-59d3066d40de tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 210 time: 0.0478582 Aug 16 09:23:32.574589 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43836) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:32.603294 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43840) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:32.696184 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd658-7626-4430-a1e9-bc1eea1d7393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:32.801435 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd658-7626-4430-a1e9-bc1eea1d7393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:32.837138 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a55d29ab-7c4f-42a2-909c-44f7da6305c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:32.890286 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd658-7626-4430-a1e9-bc1eea1d7393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:32.944873 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-2c3dd658-7626-4430-a1e9-bc1eea1d7393 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=735e8d1f876e44fca8ae7e658771259c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667908 Aug 16 09:23:32.945429 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43858) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:32.948210 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dd658-7626-4430-a1e9-bc1eea1d7393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa95867c-12b9-4880-aa41-1a6b383b03d5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:33.007357 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d79c2e70-772a-4510-8a3e-0971c92d2be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:33.033731 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a55d29ab-7c4f-42a2-909c-44f7da6305c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:33.035423 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d79c2e70-772a-4510-8a3e-0971c92d2be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:33.075871 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530fb73-9c73-401e-9c18-fd7ff96c6a4e req-d1fdc391-dfdb-44f4-8edb-d22b7e1dd26c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:33.078285 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6530fb73-9c73-401e-9c18-fd7ff96c6a4e req-d1fdc391-dfdb-44f4-8edb-d22b7e1dd26c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0601168 Aug 16 09:23:33.118854 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6530fb73-9c73-401e-9c18-fd7ff96c6a4e req-43b6ee21-8ef0-4f30-8543-74de74bddd42 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350604 Aug 16 09:23:33.170695 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a55d29ab-7c4f-42a2-909c-44f7da6305c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:33.170846 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d79c2e70-772a-4510-8a3e-0971c92d2be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:33.174345 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d79c2e70-772a-4510-8a3e-0971c92d2be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:33.175791 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d79c2e70-772a-4510-8a3e-0971c92d2be4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa95867c-12b9-4880-aa41-1a6b383b03d5 HTTP/1.1" status: 204 len: 168 time: 0.2295887 Aug 16 09:23:33.185844 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c2e70-772a-4510-8a3e-0971c92d2be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa95867c-12b9-4880-aa41-1a6b383b03d5,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:33.222753 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-a55d29ab-7c4f-42a2-909c-44f7da6305c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6babfed26dd416995ef221f329e78e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6158936 Aug 16 09:23:33.224772 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43870) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:33.232754 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d29ab-7c4f-42a2-909c-44f7da6305c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4acfc0-dbd3-4205-b3b3-d9443e8503d1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:33.282625 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5fd56270-2c51-482d-bc59-972e5e3ab83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:33.305160 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5fd56270-2c51-482d-bc59-972e5e3ab83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:33.401185 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-54f332d7-1082-4e19-8222-e25ba7907cbb req-adaf38da-a7d3-4837-9f8b-a02fe37ca796 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 210 time: 0.0278659 Aug 16 09:23:33.416545 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5fd56270-2c51-482d-bc59-972e5e3ab83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:33.421836 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5fd56270-2c51-482d-bc59-972e5e3ab83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:33.423355 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-5fd56270-2c51-482d-bc59-972e5e3ab83e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea4acfc0-dbd3-4205-b3b3-d9443e8503d1 HTTP/1.1" status: 204 len: 168 time: 0.1966891 Aug 16 09:23:33.441371 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd56270-2c51-482d-bc59-972e5e3ab83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4acfc0-dbd3-4205-b3b3-d9443e8503d1,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:33.935158 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:23:34.064159 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43900) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:34.192579 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22c45b3c-a01b-498c-8c3e-c0a30f9f517e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.256984 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cb031-6a2b-436b-94bc-fec13a399e07 req-fe70a82d-ce83-4b39-87ba-0b859e3c7ad4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:34.258483 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f92cb031-6a2b-436b-94bc-fec13a399e07 req-fe70a82d-ce83-4b39-87ba-0b859e3c7ad4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0680337 Aug 16 09:23:34.320594 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f92cb031-6a2b-436b-94bc-fec13a399e07 req-9fb7df0d-46ce-4033-885f-49304c2d941c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548677 Aug 16 09:23:34.353346 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43910) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:34.357120 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22c45b3c-a01b-498c-8c3e-c0a30f9f517e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.372429 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-898300f9-2bc5-4813-8882-13b3ef860326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.421767 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22c45b3c-a01b-498c-8c3e-c0a30f9f517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.466993 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-22c45b3c-a01b-498c-8c3e-c0a30f9f517e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92561e6e5d344af1ba3c631fe213105d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016514 Aug 16 09:23:34.470540 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 43916) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:34.473585 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c45b3c-a01b-498c-8c3e-c0a30f9f517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f06b4-ae39-4d99-8be1-6642f44d581d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:34.507671 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-12e6395c-40c9-440e-96eb-f53a50462782 req-19b7aa36-b6eb-4f55-8478-3991d7ccccaa tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 210 time: 0.0288320 Aug 16 09:23:34.548340 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0283714-80ad-4225-b095-28122b651260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.558608 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-898300f9-2bc5-4813-8882-13b3ef860326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.575224 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0283714-80ad-4225-b095-28122b651260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.704227 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-898300f9-2bc5-4813-8882-13b3ef860326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.730132 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0283714-80ad-4225-b095-28122b651260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.733289 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0283714-80ad-4225-b095-28122b651260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.734400 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f0283714-80ad-4225-b095-28122b651260 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/642f06b4-ae39-4d99-8be1-6642f44d581d HTTP/1.1" status: 204 len: 168 time: 0.2629452 Aug 16 09:23:34.741496 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-898300f9-2bc5-4813-8882-13b3ef860326 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d55fa1fa3c9148bd9c00146ff51315cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871353 Aug 16 09:23:34.744255 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43920) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:34.747310 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898300f9-2bc5-4813-8882-13b3ef860326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610711bb-d529-4533-af88-dcb7b827025e,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:34.761509 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0283714-80ad-4225-b095-28122b651260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f06b4-ae39-4d99-8be1-6642f44d581d,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:34.800589 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e7c378e-13c6-4297-abe6-c01cb3162d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.824768 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e7c378e-13c6-4297-abe6-c01cb3162d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.970159 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e7c378e-13c6-4297-abe6-c01cb3162d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.972721 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e7c378e-13c6-4297-abe6-c01cb3162d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:34.973861 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-4e7c378e-13c6-4297-abe6-c01cb3162d27 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/610711bb-d529-4533-af88-dcb7b827025e HTTP/1.1" status: 204 len: 168 time: 0.2284150 Aug 16 09:23:34.982124 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c378e-13c6-4297-abe6-c01cb3162d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610711bb-d529-4533-af88-dcb7b827025e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:35.451263 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae7fce-9c2e-4e6d-98c4-b125ca46c00c req-d9fb5d22-b647-4149-9460-b8db148def51 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:35.459667 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-30ae7fce-9c2e-4e6d-98c4-b125ca46c00c req-d9fb5d22-b647-4149-9460-b8db148def51 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0620909 Aug 16 09:23:35.514317 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-30ae7fce-9c2e-4e6d-98c4-b125ca46c00c req-071a6354-95b2-4698-ab4d-9f16bf627afd tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532315 Aug 16 09:23:35.624666 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2bf64128-8970-4119-94df-4f9640eb9c4f req-c411c7f3-1a51-4f2d-a0d3-93772bc277d9 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 210 time: 0.0308428 Aug 16 09:23:36.238670 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 43988) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:36.271083 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa5c2e-3181-4b27-ad9a-3a7e678b837a req-7bb3b942-ae64-4e46-b8e8-0fa84c888435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:36.271083 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6cfa5c2e-3181-4b27-ad9a-3a7e678b837a req-7bb3b942-ae64-4e46-b8e8-0fa84c888435 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 1098 time: 0.0505557 Aug 16 09:23:36.321043 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6cfa5c2e-3181-4b27-ad9a-3a7e678b837a req-95c090d6-8705-4d53-bd83-171cd35577c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381930 Aug 16 09:23:36.379819 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1084deee-faf1-416b-8db4-a446d3d7c1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:36.481328 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1084deee-faf1-416b-8db4-a446d3d7c1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:36.504779 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-2d79ae20-b3ca-4bc7-a36e-04c5a49a59f1 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:36.506570 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-2d79ae20-b3ca-4bc7-a36e-04c5a49a59f1 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "GET /v2.0/networks?id=1d3b261e-a3d3-4373-a8cd-09e571feda33 HTTP/1.1" status: 200 len: 814 time: 0.1199918 Aug 16 09:23:36.521423 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Request body: {'port': {'device_id': '09a1dec4-99e0-446b-a911-ecaf83671004', 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33', 'admin_state_up': True, 'tenant_id': 'c45f341668ea441db7a4b1c9f30353e0'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:23:36.612722 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1084deee-faf1-416b-8db4-a446d3d7c1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:36.661668 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084deee-faf1-416b-8db4-a446d3d7c1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902c635c-493f-4491-9b19-7f179ada012b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:36.697521 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44020) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:36.703551 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-1084deee-faf1-416b-8db4-a446d3d7c1ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed549b1886294e13b8ef75437e5716e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653728 Aug 16 09:23:36.712034 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb5ae0-0fdc-4ed7-a9e8-51b58932d2f8 req-29adaf50-a90f-4067-b766-e947b35ce7b8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:36.713702 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0eeb5ae0-0fdc-4ed7-a9e8-51b58932d2f8 req-29adaf50-a90f-4067-b766-e947b35ce7b8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.1281490 Aug 16 09:23:36.767808 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Made reservation on behalf of c45f341668ea441db7a4b1c9f30353e0 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:23:36.771741 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:36.801077 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0eeb5ae0-0fdc-4ed7-a9e8-51b58932d2f8 req-e9862a22-16bf-496e-954e-d829a70af142 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808480 Aug 16 09:23:36.804208 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4d00e65e-77a5-4725-b2f2-2154f87d5b1a req-13e91235-5852-4dd7-8e70-a3126fa21b4f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 210 time: 0.0343449 Aug 16 09:23:36.857421 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-36705170-d586-4498-ad3a-89a6fe580b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:36.900151 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-36705170-d586-4498-ad3a-89a6fe580b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:36.971299 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Allocated IP 172.20.0.13 (1d3b261e-a3d3-4373-a8cd-09e571feda33/3f958ed6-bda7-40db-b5ef-2c818d6cf4b7/e762b089-3dbe-41e1-ad0c-e3ebf176a65d) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:23:37.063580 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-36705170-d586-4498-ad3a-89a6fe580b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:37.066265 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-36705170-d586-4498-ad3a-89a6fe580b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:37.070180 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-36705170-d586-4498-ad3a-89a6fe580b26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/902c635c-493f-4491-9b19-7f179ada012b HTTP/1.1" status: 204 len: 168 time: 0.3690405 Aug 16 09:23:37.117551 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36705170-d586-4498-ad3a-89a6fe580b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902c635c-493f-4491-9b19-7f179ada012b,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:37.212203 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:37.329457 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:37.399488 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Network 1d3b261e-a3d3-4373-a8cd-09e571feda33 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:23:37.401092 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:23:37.408659 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:23:37.446958 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Pushing event updated for resources: {'Port': ['ID=e762b089-3dbe-41e1-ad0c-e3ebf176a65d,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:37.481642 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:37.482248 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:37.662698 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6841d26b-485b-4cde-841a-c36beb21a75a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1456666 Aug 16 09:23:37.677858 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Request body: {'port': {'device_id': '09a1dec4-99e0-446b-a911-ecaf83671004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:23:37.739479 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:38.022022 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784adc3-d489-41a8-8337-0084eedfa7a3 req-73bb6336-9bb3-4b89-8840-8b7da8034e47 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:38.024237 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d784adc3-d489-41a8-8337-0084eedfa7a3 req-73bb6336-9bb3-4b89-8840-8b7da8034e47 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 932 time: 0.0910146 Aug 16 09:23:38.047529 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10acab-7472-4b54-92ab-82af6a641e98 req-86725958-4e9d-4d61-b230-0026ba7a9b38 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:38.049409 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7e10acab-7472-4b54-92ab-82af6a641e98 req-86725958-4e9d-4d61-b230-0026ba7a9b38 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.1033881 Aug 16 09:23:38.151266 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d784adc3-d489-41a8-8337-0084eedfa7a3 req-f3535fc5-cdab-4d70-9944-288ec169a198 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954270 Aug 16 09:23:38.166023 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7e10acab-7472-4b54-92ab-82af6a641e98 req-e733c58c-1e02-4eca-8b6e-37f80ba7fc44 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036260 Aug 16 09:23:38.251591 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e762b089-3dbe-41e1-ad0c-e3ebf176a65d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:23:38.259560 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:38.273249 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Transition to ACTIVE for port object e762b089-3dbe-41e1-ad0c-e3ebf176a65d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:23:38.278011 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77631dd-9c4b-4f58-ab95-f59d6f6b0618 req-828d53dd-ceb6-47bf-92bc-15184de3839e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:38.280226 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b77631dd-9c4b-4f58-ab95-f59d6f6b0618 req-828d53dd-ceb6-47bf-92bc-15184de3839e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0548513 Aug 16 09:23:38.322054 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b77631dd-9c4b-4f58-ab95-f59d6f6b0618 req-b4b108d6-2020-4d83-adc3-a0f72eaa538f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345635 Aug 16 09:23:38.364098 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:38.418073 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Pushing event updated for resources: {'Port': ['ID=e762b089-3dbe-41e1-ad0c-e3ebf176a65d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:38.492118 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Attempting to bind port e762b089-3dbe-41e1-ad0c-e3ebf176a65d on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:23:38.492678 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Attempting to bind port e762b089-3dbe-41e1-ad0c-e3ebf176a65d by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:23:38.493011 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Attempting to bind port e762b089-3dbe-41e1-ad0c-e3ebf176a65d on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:23:38.499234 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Port e762b089-3dbe-41e1-ad0c-e3ebf176a65d on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:23:38.499556 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Attempting to bind port e762b089-3dbe-41e1-ad0c-e3ebf176a65d on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:23:38.504514 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:23:38.505276 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Checking segment: {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:23:38.505818 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Bound using segment: {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:23:38.506671 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Bound port: e762b089-3dbe-41e1-ad0c-e3ebf176a65d, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:23:38.509041 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:38.573103 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] For port e762b089-3dbe-41e1-ad0c-e3ebf176a65d, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:23:38.577919 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] For port e762b089-3dbe-41e1-ad0c-e3ebf176a65d, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=e762b089-3dbe-41e1-ad0c-e3ebf176a65d,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:23:38.690735 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:38.727982 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:38.728615 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:38.729979 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] 10.222.0.64 "PUT /v2.0/ports/e762b089-3dbe-41e1-ad0c-e3ebf176a65d HTTP/1.1" status: 200 len: 1094 time: 1.0568459 Aug 16 09:23:38.730575 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a1dec4-99e0-446b-a911-ecaf83671004', 'tag': 'e762b089-3dbe-41e1-ad0c-e3ebf176a65d'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:23:38.733468 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63b7190-a9e5-4042-a5a9-2b3fc89b08f3" -d '{"events": [{"name": "network-changed", "server_uuid": "09a1dec4-99e0-446b-a911-ecaf83671004", "tag": "e762b089-3dbe-41e1-ad0c-e3ebf176a65d"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:23:38.749047 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 44130) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:38.753309 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9d83b-bd34-4c85-a8ab-b2c41404b787 service neutron] Pushing event updated for resources: {'Port': ['ID=e762b089-3dbe-41e1-ad0c-e3ebf176a65d,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:38.769988 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05240016-5539-4e19-a3da-961b0c948554 x-openstack-request-id: req-05240016-5539-4e19-a3da-961b0c948554 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:23:38.770273 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a1dec4-99e0-446b-a911-ecaf83671004", "tag": "e762b089-3dbe-41e1-ad0c-e3ebf176a65d", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:23:38.770522 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05240016-5539-4e19-a3da-961b0c948554 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:23:38.770910 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a1dec4-99e0-446b-a911-ecaf83671004', 'tag': 'e762b089-3dbe-41e1-ad0c-e3ebf176a65d', 'status': 'completed', 'code': 200} Aug 16 09:23:38.838956 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b7190-a9e5-4042-a5a9-2b3fc89b08f3 req-1d7f8f5b-d295-44f8-8d5d-d066dff19670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:38.840495 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f63b7190-a9e5-4042-a5a9-2b3fc89b08f3 req-1d7f8f5b-d295-44f8-8d5d-d066dff19670 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 1097 time: 0.0451682 Aug 16 09:23:38.882763 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d3542a2a-0300-4d80-b23c-df2a74cba2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:38.953242 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b7190-a9e5-4042-a5a9-2b3fc89b08f3 req-5ca2c512-2135-4e6b-920a-816ce259737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:38.955006 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f63b7190-a9e5-4042-a5a9-2b3fc89b08f3 req-5ca2c512-2135-4e6b-920a-816ce259737d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c45f341668ea441db7a4b1c9f30353e0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0989003 Aug 16 09:23:38.975889 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d3542a2a-0300-4d80-b23c-df2a74cba2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:39.057071 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b7190-a9e5-4042-a5a9-2b3fc89b08f3 req-e11d15d6-315e-4a45-814a-3566013294ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:39.058603 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f63b7190-a9e5-4042-a5a9-2b3fc89b08f3 req-e11d15d6-315e-4a45-814a-3566013294ef service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925944 Aug 16 09:23:39.071831 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d3542a2a-0300-4d80-b23c-df2a74cba2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:39.116328 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-d3542a2a-0300-4d80-b23c-df2a74cba2a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58c1bde42d8948bdba044e98889e8010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683422 Aug 16 09:23:39.117188 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3542a2a-0300-4d80-b23c-df2a74cba2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f3eea9-0b34-4f72-9ad7-3a7d4ff45793,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:39.119454 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 44144) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:39.141473 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-df7f2767-25f4-4862-bf74-d2b5b1494eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:39.142977 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-df7f2767-25f4-4862-bf74-d2b5b1494eb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 1097 time: 0.0416713 Aug 16 09:23:39.187549 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b76e4945-8c17-42e5-925b-9acf5a99364f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:39.202590 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-239bafd2-f32b-4804-9d86-3fedf2cb2e9c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e762b089-3dbe-41e1-ad0c-e3ebf176a65d HTTP/1.1" status: 200 len: 217 time: 0.0504391 Aug 16 09:23:39.231540 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b76e4945-8c17-42e5-925b-9acf5a99364f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:39.270052 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-b09110a9-6bd3-47cd-8ac0-bcb0deeda7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:39.272204 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-b09110a9-6bd3-47cd-8ac0-bcb0deeda7ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f958ed6-bda7-40db-b5ef-2c818d6cf4b7 HTTP/1.1" status: 200 len: 854 time: 0.0608411 Aug 16 09:23:39.312189 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4adbd8-c877-45a9-9d37-2e0485aee83c req-a5b4fd36-59e5-4667-bee8-f74baeaea487 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:39.313291 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-6c53b003-6715-4ef9-ae87-6fbdc05925d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d3b261e-a3d3-4373-a8cd-09e571feda33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325320 Aug 16 09:23:39.316906 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cf4adbd8-c877-45a9-9d37-2e0485aee83c req-a5b4fd36-59e5-4667-bee8-f74baeaea487 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 944 time: 0.0826142 Aug 16 09:23:39.358361 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cf4adbd8-c877-45a9-9d37-2e0485aee83c req-4a312556-26af-4083-b1d6-cba69164774e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383635 Aug 16 09:23:39.444267 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-0b027399-08b0-4a70-8ce3-67543aa4d2fe service neutron] 10.222.0.64 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187186 Aug 16 09:23:39.489800 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b76e4945-8c17-42e5-925b-9acf5a99364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:39.492541 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b76e4945-8c17-42e5-925b-9acf5a99364f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:39.493662 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-b76e4945-8c17-42e5-925b-9acf5a99364f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79f3eea9-0b34-4f72-9ad7-3a7d4ff45793 HTTP/1.1" status: 204 len: 168 time: 0.3731844 Aug 16 09:23:39.501171 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e4945-8c17-42e5-925b-9acf5a99364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f3eea9-0b34-4f72-9ad7-3a7d4ff45793,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:39.538944 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d417131-522f-41c7-86aa-b7c93f3494c6 req-31f93c09-6218-46bb-9313-5a0b2a78835a service neutron] 10.222.0.64 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886791 Aug 16 09:23:40.465327 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44182) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:40.496864 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ee68da2f-00ab-42c1-b2d8-1be111cc4cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:40.521677 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc949d-9260-4297-9558-6cc573c8be26 req-7d0f6da9-0012-4149-82c0-a0c5222ae7bf tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:40.525008 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e6bc949d-9260-4297-9558-6cc573c8be26 req-7d0f6da9-0012-4149-82c0-a0c5222ae7bf tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 944 time: 0.0871978 Aug 16 09:23:40.582914 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e6bc949d-9260-4297-9558-6cc573c8be26 req-fa088477-633b-4ef4-94bf-a950944c8c94 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467954 Aug 16 09:23:40.624434 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ee68da2f-00ab-42c1-b2d8-1be111cc4cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:40.739729 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ee68da2f-00ab-42c1-b2d8-1be111cc4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:40.778762 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-ee68da2f-00ab-42c1-b2d8-1be111cc4cbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a34eda1ba8594ab19d5f83b907e8142c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112988 Aug 16 09:23:40.779625 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68da2f-00ab-42c1-b2d8-1be111cc4cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c4f23a-3f8d-4d50-acd7-78e25321473b,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:40.781543 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 44198) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:40.835919 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23bdd938-eb95-42b7-9cf9-69dc04920882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:40.857313 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23bdd938-eb95-42b7-9cf9-69dc04920882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:41.025412 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23bdd938-eb95-42b7-9cf9-69dc04920882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:41.027966 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23bdd938-eb95-42b7-9cf9-69dc04920882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:41.029252 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-23bdd938-eb95-42b7-9cf9-69dc04920882 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1c4f23a-3f8d-4d50-acd7-78e25321473b HTTP/1.1" status: 204 len: 168 time: 0.2467296 Aug 16 09:23:41.036832 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdd938-eb95-42b7-9cf9-69dc04920882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c4f23a-3f8d-4d50-acd7-78e25321473b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:41.333271 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 44208) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:41.442442 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c4ce-573b-496f-b816-0062bbe5be52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:41.592579 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c4ce-573b-496f-b816-0062bbe5be52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:41.618012 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2d3e3-afa1-48a3-b253-8a168a639673 req-2d8d94df-86e2-477f-99da-f2da68f1ba2a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:41.619644 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-43d2d3e3-afa1-48a3-b253-8a168a639673 req-2d8d94df-86e2-477f-99da-f2da68f1ba2a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0640166 Aug 16 09:23:41.670094 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-43d2d3e3-afa1-48a3-b253-8a168a639673 req-6cd0d89c-5386-4f13-8624-2f9fb1a67bb1 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337296 Aug 16 09:23:41.706606 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c2c5a-bb2a-4a67-bcd5-e46fdc5291b4 req-57ad4203-e779-4d72-a373-832e227d22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:41.708905 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-891c2c5a-bb2a-4a67-bcd5-e46fdc5291b4 req-57ad4203-e779-4d72-a373-832e227d22ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 1098 time: 0.0598941 Aug 16 09:23:41.726312 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6c8c4ce-573b-496f-b816-0062bbe5be52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:41.817736 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-d6c8c4ce-573b-496f-b816-0062bbe5be52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a91ca6e6f7034be591f0bfce19027c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833655 Aug 16 09:23:41.820198 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8c4ce-573b-496f-b816-0062bbe5be52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67074e2-5057-452b-b771-c045a1dfbd47,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:41.824524 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 44244) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:41.875020 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc25b8-1b11-4a78-b1ea-d674f925a698 req-1539101a-998d-4607-8a9d-ab5e889ae49e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:41.876675 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-72fc25b8-1b11-4a78-b1ea-d674f925a698 req-1539101a-998d-4607-8a9d-ab5e889ae49e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 944 time: 0.1122522 Aug 16 09:23:41.913024 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c2c5a-bb2a-4a67-bcd5-e46fdc5291b4 req-19128665-8a67-4def-b634-20c2cd57d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:41.916086 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-891c2c5a-bb2a-4a67-bcd5-e46fdc5291b4 req-19128665-8a67-4def-b634-20c2cd57d058 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 200 len: 920 time: 0.1995053 Aug 16 09:23:41.972323 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-a85d6c10-aa7c-4163-9e96-ee298c2d4bd5 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a359b7e37c934cc4a258d68244d7ac11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552108 Aug 16 09:23:41.981354 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-72fc25b8-1b11-4a78-b1ea-d674f925a698 req-5aa63001-15d9-4e0f-b805-ab4271d2b89e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981789 Aug 16 09:23:41.986242 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-891c2c5a-bb2a-4a67-bcd5-e46fdc5291b4 req-43ce0582-54f2-48da-a748-0a86f24c1f75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85e26b66-2a48-48a1-b305-803f7156fb16 HTTP/1.1" status: 200 len: 217 time: 0.0614221 Aug 16 09:23:41.992723 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15d3fb66-d03b-4343-9f37-dc589d3e7141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.041248 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c2c5a-bb2a-4a67-bcd5-e46fdc5291b4 req-5db206d8-a742-4e09-88bf-cac155939931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:42.042664 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-891c2c5a-bb2a-4a67-bcd5-e46fdc5291b4 req-5db206d8-a742-4e09-88bf-cac155939931 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbb08f7e-85f6-4f98-a2d3-d7228b510948 HTTP/1.1" status: 200 len: 859 time: 0.0482459 Aug 16 09:23:42.097651 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-891c2c5a-bb2a-4a67-bcd5-e46fdc5291b4 req-984d0e3e-5474-4c9d-82d3-984511736668 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8388d5d-e82d-4603-85bb-7ced61481563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445693 Aug 16 09:23:42.142594 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15d3fb66-d03b-4343-9f37-dc589d3e7141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.191507 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44262) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:42.226622 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-891c2c5a-bb2a-4a67-bcd5-e46fdc5291b4 req-f2445cd1-4897-431e-94c9-4087bb659588 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199222 Aug 16 09:23:42.233499 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-03fcdb4a-593e-42b9-8cf1-20da34a47288 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:42.235007 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-03fcdb4a-593e-42b9-8cf1-20da34a47288 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521105 Aug 16 09:23:42.252336 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-87e4c508-623b-4ba8-bdd7-e0640b773ea6 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/quotas/a359b7e37c934cc4a258d68244d7ac11 HTTP/1.1" status: 200 len: 375 time: 0.0108268 Aug 16 09:23:42.292933 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-51644894-4086-4eda-b38f-6755418641f1 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a359b7e37c934cc4a258d68244d7ac11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335500 Aug 16 09:23:42.329541 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8c24-14a7-42af-8a01-dd7fa077448a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.371567 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-891c2c5a-bb2a-4a67-bcd5-e46fdc5291b4 req-5f26d462-7b18-443b-8303-d982410e90bd service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298907 Aug 16 09:23:42.381625 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15d3fb66-d03b-4343-9f37-dc589d3e7141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.385213 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15d3fb66-d03b-4343-9f37-dc589d3e7141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.386778 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-15d3fb66-d03b-4343-9f37-dc589d3e7141 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c67074e2-5057-452b-b771-c045a1dfbd47 HTTP/1.1" status: 204 len: 168 time: 0.5589349 Aug 16 09:23:42.396783 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3fb66-d03b-4343-9f37-dc589d3e7141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67074e2-5057-452b-b771-c045a1dfbd47,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:42.455911 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8c24-14a7-42af-8a01-dd7fa077448a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.539689 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8c24-14a7-42af-8a01-dd7fa077448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.579696 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ad1c734d-a8f9-4b4f-9f26-486ca2788347 req-515fafcf-54ff-457e-911f-cc1fec166e5a tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 210 time: 0.0473585 Aug 16 09:23:42.584087 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device e762b089-3dbe-41e1-ad0c-e3ebf176a65d details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:23:42.591024 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-7e9e8c24-14a7-42af-8a01-dd7fa077448a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2edbb632f064bb5a22e1a9a93566efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969574 Aug 16 09:23:42.591438 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44282) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:42.598544 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e8c24-14a7-42af-8a01-dd7fa077448a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eb8dc6-e359-4d74-b0b9-de06297c25ad,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:42.647302 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6514c48e-9575-47c4-8ac4-3efb85eb2b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.671955 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6514c48e-9575-47c4-8ac4-3efb85eb2b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.700053 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port e762b089-3dbe-41e1-ad0c-e3ebf176a65d, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=e762b089-3dbe-41e1-ad0c-e3ebf176a65d,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:23:42.725125 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'e762b089-3dbe-41e1-ad0c-e3ebf176a65d', 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33', 'port_id': 'e762b089-3dbe-41e1-ad0c-e3ebf176a65d', 'mac_address': 'fa:16:3e:96:8c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f958ed6-bda7-40db-b5ef-2c818d6cf4b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:23:42.766796 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.787325 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e762b089-3dbe-41e1-ad0c-e3ebf176a65d {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:23:42.806982 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port e762b089-3dbe-41e1-ad0c-e3ebf176a65d, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=e762b089-3dbe-41e1-ad0c-e3ebf176a65d,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:23:42.810554 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6514c48e-9575-47c4-8ac4-3efb85eb2b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.813399 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6514c48e-9575-47c4-8ac4-3efb85eb2b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.814569 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6514c48e-9575-47c4-8ac4-3efb85eb2b22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95eb8dc6-e359-4d74-b0b9-de06297c25ad HTTP/1.1" status: 204 len: 168 time: 0.2223923 Aug 16 09:23:42.823863 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514c48e-9575-47c4-8ac4-3efb85eb2b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eb8dc6-e359-4d74-b0b9-de06297c25ad,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:42.834453 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689acb2f-c192-40a3-b3b2-0ab93cb7ef13 req-ba4e2168-8584-4314-b937-05e4b332dee8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:42.836745 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-689acb2f-c192-40a3-b3b2-0ab93cb7ef13 req-ba4e2168-8584-4314-b937-05e4b332dee8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0655069 Aug 16 09:23:42.881749 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-689acb2f-c192-40a3-b3b2-0ab93cb7ef13 req-70706613-291c-48f5-9de0-feb11c9e731d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391436 Aug 16 09:23:42.907279 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:42.956514 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=e762b089-3dbe-41e1-ad0c-e3ebf176a65d,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:42.963762 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:42.964123 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:42.964495 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:42.964833 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:42.965170 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:42.965504 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:42.965832 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:42.966162 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:42.966514 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:42.966842 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:42.967194 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:42.967520 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:23:43.101075 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda29fb5-82fe-42bc-8e7a-9ab0a4ff2491 req-41d8180a-e863-4f97-9210-8e8c7de5468e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:43.102563 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fda29fb5-82fe-42bc-8e7a-9ab0a4ff2491 req-41d8180a-e863-4f97-9210-8e8c7de5468e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 945 time: 0.0511866 Aug 16 09:23:43.139515 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fda29fb5-82fe-42bc-8e7a-9ab0a4ff2491 req-99ace6df-9355-42f8-b97d-dca3c1d7731f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305157 Aug 16 09:23:43.180285 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['e762b089-3dbe-41e1-ad0c-e3ebf176a65d'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:23:43.497875 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44312) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:43.515486 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3cd5ba85-9201-4688-b335-0f356eb5fdda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:43.605818 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3cd5ba85-9201-4688-b335-0f356eb5fdda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:43.654740 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c9a37c12-a9bb-4f41-9cd8-792abe8405fe req-c4247282-7389-4b97-ba29-70f854973311 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 210 time: 0.0258029 Aug 16 09:23:43.718576 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3cd5ba85-9201-4688-b335-0f356eb5fdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:43.758833 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-3cd5ba85-9201-4688-b335-0f356eb5fdda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29b7c7144e874f08a142c68999919b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602279 Aug 16 09:23:43.759663 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5ba85-9201-4688-b335-0f356eb5fdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c2d1a5-fd6a-4553-b316-81c5c42f8fbb,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:43.761909 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 44322) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:43.814882 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-03b96c0f-2e52-4120-ab37-55ecdf49ba88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:43.842831 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-03b96c0f-2e52-4120-ab37-55ecdf49ba88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:43.967236 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44336) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:44.015841 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab576-29b1-4086-b1e3-07800f55b5c4 req-a92843eb-1ed2-47e6-bf8a-55fa8884d095 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:44.017354 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b2ab576-29b1-4086-b1e3-07800f55b5c4 req-a92843eb-1ed2-47e6-bf8a-55fa8884d095 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0532048 Aug 16 09:23:44.052900 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b2ab576-29b1-4086-b1e3-07800f55b5c4 req-9360a7f6-0bea-47d5-8a09-af7a7c8cca24 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298388 Aug 16 09:23:44.089548 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-03b96c0f-2e52-4120-ab37-55ecdf49ba88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:44.092811 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-03b96c0f-2e52-4120-ab37-55ecdf49ba88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:44.094019 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-03b96c0f-2e52-4120-ab37-55ecdf49ba88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1c2d1a5-fd6a-4553-b316-81c5c42f8fbb HTTP/1.1" status: 204 len: 168 time: 0.3311462 Aug 16 09:23:44.102337 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b96c0f-2e52-4120-ab37-55ecdf49ba88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c2d1a5-fd6a-4553-b316-81c5c42f8fbb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:44.266013 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0fdf9-c8a4-4407-99cd-451325fd84b9 req-bf455ebf-385d-429a-af88-92977e602ab3 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:44.267529 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-56a0fdf9-c8a4-4407-99cd-451325fd84b9 req-bf455ebf-385d-429a-af88-92977e602ab3 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 945 time: 0.0545108 Aug 16 09:23:44.311114 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-56a0fdf9-c8a4-4407-99cd-451325fd84b9 req-11c473ee-8c9d-414d-be37-f5427e68d40f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357502 Aug 16 09:23:44.358437 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5779dd5-129c-4aab-a068-154799d2f9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:44.451664 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5779dd5-129c-4aab-a068-154799d2f9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:44.564267 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5779dd5-129c-4aab-a068-154799d2f9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:44.601731 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f5779dd5-129c-4aab-a068-154799d2f9a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82ce0f48d2fa4d4f85104980104d6fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6334321 Aug 16 09:23:44.604328 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44352) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:44.608679 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device e762b089-3dbe-41e1-ad0c-e3ebf176a65d up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:23:44.611895 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5779dd5-129c-4aab-a068-154799d2f9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7345c06a-af4a-4cda-bdda-1f6b1a718692,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:44.677776 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56f189fb-cc47-4d90-8f1c-410a1c3fe906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:44.716575 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56f189fb-cc47-4d90-8f1c-410a1c3fe906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:44.741148 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port e762b089-3dbe-41e1-ad0c-e3ebf176a65d completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:23:44.746727 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port e762b089-3dbe-41e1-ad0c-e3ebf176a65d triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:23:44.749577 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:44.772856 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5fcdc540-27bd-4e23-ada5-462ad9bace53 req-100a047e-1155-47fe-bb30-b1f0f3bc4b27 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 210 time: 0.0356770 Aug 16 09:23:44.832051 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:44.859400 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1dec4-99e0-446b-a911-ecaf83671004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e762b089-3dbe-41e1-ad0c-e3ebf176a65d'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:23:44.859400 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a300db7-8cfe-4c42-abc1-d9be8a867ee7" -d '{"events": [{"server_uuid": "09a1dec4-99e0-446b-a911-ecaf83671004", "name": "network-vif-plugged", "status": "completed", "tag": "e762b089-3dbe-41e1-ad0c-e3ebf176a65d"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:23:44.871241 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port e762b089-3dbe-41e1-ad0c-e3ebf176a65d, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=e762b089-3dbe-41e1-ad0c-e3ebf176a65d,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:23:44.877045 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56f189fb-cc47-4d90-8f1c-410a1c3fe906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:44.879818 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56f189fb-cc47-4d90-8f1c-410a1c3fe906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:44.881328 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-56f189fb-cc47-4d90-8f1c-410a1c3fe906 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7345c06a-af4a-4cda-bdda-1f6b1a718692 HTTP/1.1" status: 204 len: 168 time: 0.2752187 Aug 16 09:23:44.890001 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f189fb-cc47-4d90-8f1c-410a1c3fe906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7345c06a-af4a-4cda-bdda-1f6b1a718692,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:44.898740 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e92ccb-16cf-4ff0-b7b0-e7a48137560b x-openstack-request-id: req-d2e92ccb-16cf-4ff0-b7b0-e7a48137560b {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:23:44.899042 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a1dec4-99e0-446b-a911-ecaf83671004", "name": "network-vif-plugged", "status": "completed", "tag": "e762b089-3dbe-41e1-ad0c-e3ebf176a65d", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:23:44.899297 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2e92ccb-16cf-4ff0-b7b0-e7a48137560b {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:23:44.899690 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a1dec4-99e0-446b-a911-ecaf83671004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e762b089-3dbe-41e1-ad0c-e3ebf176a65d', 'code': 200} Aug 16 09:23:44.964461 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:45.022847 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=e762b089-3dbe-41e1-ad0c-e3ebf176a65d,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:45.300857 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-df6c000d-ff67-4e02-a621-071d9363cfce tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a359b7e37c934cc4a258d68244d7ac11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294712 Aug 16 09:23:45.469036 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057c9d1-9ea4-4cef-a54a-3fec3df3dfe3 req-7ef50399-9cf4-4449-9941-62b2e87f5d6b tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:45.476567 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4057c9d1-9ea4-4cef-a54a-3fec3df3dfe3 req-7ef50399-9cf4-4449-9941-62b2e87f5d6b tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.3450453 Aug 16 09:23:45.516136 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b589d9-8b99-423d-9b46-a9db2cb0f8b6 req-21377729-a4a2-4379-9a68-fbd2769f4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:45.517674 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-92b589d9-8b99-423d-9b46-a9db2cb0f8b6 req-21377729-a4a2-4379-9a68-fbd2769f4a93 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 1099 time: 0.1362994 Aug 16 09:23:45.546466 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29acc7-0ba9-40b3-b84f-e39d97a1697a req-03f35d12-e816-4120-8db3-a540947d344a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:45.547975 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0c29acc7-0ba9-40b3-b84f-e39d97a1697a req-03f35d12-e816-4120-8db3-a540947d344a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 946 time: 0.1224387 Aug 16 09:23:45.558882 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-317a6179-dec6-4779-93f8-28a53c3e5f4d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:45.561023 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-317a6179-dec6-4779-93f8-28a53c3e5f4d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2524672 Aug 16 09:23:45.576119 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4057c9d1-9ea4-4cef-a54a-3fec3df3dfe3 req-0b76d5ae-9744-4624-a464-232f67baee34 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905647 Aug 16 09:23:45.576340 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Request body: {'port': {'device_id': '6f385eb4-a000-42ee-ab85-0734288671af', 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9', 'admin_state_up': True, 'tenant_id': 'a359b7e37c934cc4a258d68244d7ac11'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:23:45.611893 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-92b589d9-8b99-423d-9b46-a9db2cb0f8b6 req-d4459f03-fc08-48c1-bc0b-9b74981e93d3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827205 Aug 16 09:23:45.626854 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0c29acc7-0ba9-40b3-b84f-e39d97a1697a req-93833c6d-93b7-4f7d-aa93-316ac26844ee tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621667 Aug 16 09:23:45.795372 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Made reservation on behalf of a359b7e37c934cc4a258d68244d7ac11 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:23:45.799124 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:45.806482 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:45.871954 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cb744234-0af3-45ae-ab2e-30dac07c2940 req-575d18a0-a174-447c-a732-b7f122371eff tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 210 time: 0.0279162 Aug 16 09:23:45.912211 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:46.001797 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44408) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:46.014652 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23e34a04-93a4-41fd-b426-7b4344ac0017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:46.038095 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:46.133256 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfddf350-4f01-4d3f-bc7d-2915379195b8,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:46.248807 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Allocated IP 192.168.233.150 (8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9/54030317-9497-4224-96b4-bed10effa0f8/f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:23:46.284357 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23e34a04-93a4-41fd-b426-7b4344ac0017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:46.369893 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23e34a04-93a4-41fd-b426-7b4344ac0017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:46.435736 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-23e34a04-93a4-41fd-b426-7b4344ac0017 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=933f82180bb8424ab893c7ff8a52f772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328542 Aug 16 09:23:46.439353 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e34a04-93a4-41fd-b426-7b4344ac0017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bdb644-48b5-40f5-b5d8-966648f7b1ee,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:46.439525 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 44430) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:46.463958 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44432) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:46.488230 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-94dc1d66-a83a-47d8-a7f6-e97890b1ed2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:46.490861 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:46.505646 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac36d3de-6719-466f-b8cf-4df0b00bbe3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:46.507554 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Transition to ACTIVE for port object f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:23:46.538783 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac36d3de-6719-466f-b8cf-4df0b00bbe3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:46.706041 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1683550007-network', 'tenant_id': 'cc04ae0a949f4760b650e318965489bd'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:23:46.783565 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af607c41-e3a8-4525-a2b9-6828f052b859 req-a401edfa-1449-44c0-ae85-6d1aeea32083 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:46.785124 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-af607c41-e3a8-4525-a2b9-6828f052b859 req-a401edfa-1449-44c0-ae85-6d1aeea32083 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0782361 Aug 16 09:23:46.792265 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff580-4739-4e48-962c-b5fea52698ab req-7319edd9-b20c-4405-87e2-a6a01fc0608e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:46.793569 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dd5ff580-4739-4e48-962c-b5fea52698ab req-7319edd9-b20c-4405-87e2-a6a01fc0608e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 946 time: 0.0768397 Aug 16 09:23:46.849400 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-af607c41-e3a8-4525-a2b9-6828f052b859 req-1851da42-9b60-4a44-8332-5c69b2351b7d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543761 Aug 16 09:23:46.969645 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dd5ff580-4739-4e48-962c-b5fea52698ab req-0b9d8379-6382-495b-b366-738e5b59281d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516701 Aug 16 09:23:46.969645 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b3e24183-7c87-4cf5-bda9-430ba026b9d2 req-fe099133-8cee-4581-98f2-e0d17d326909 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 210 time: 0.0253634 Aug 16 09:23:47.047198 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac36d3de-6719-466f-b8cf-4df0b00bbe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.047435 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.047554 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac36d3de-6719-466f-b8cf-4df0b00bbe3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.047554 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-ac36d3de-6719-466f-b8cf-4df0b00bbe3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2bdb644-48b5-40f5-b5d8-966648f7b1ee HTTP/1.1" status: 204 len: 168 time: 0.6005840 Aug 16 09:23:47.055233 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36d3de-6719-466f-b8cf-4df0b00bbe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bdb644-48b5-40f5-b5d8-966648f7b1ee,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:47.090323 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Network 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:23:47.097993 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:23:47.101052 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:23:47.129613 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Pushing event updated for resources: {'Port': ['ID=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:47.136526 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Made reservation on behalf of cc04ae0a949f4760b650e318965489bd for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:23:47.138782 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.149822 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.200656 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:47.203897 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.296834 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.479907 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.503767 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:23:47.513265 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6598d1e8-a8c9-4b6e-9589-65caa4dbb5fc,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:47.518373 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.518707 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Added segment 5bf03dda-2fc6-4b91-a594-bf27076d6001 of type vlan for network 7fb44b81-1b1b-4b38-910a-24bc4dd180e5 Aug 16 09:23:47.561468 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.576653 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-2333aaf0-bd82-41a9-809b-ba9e8e32a7d1 None None] Provisioning for port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:23:47.581568 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-2333aaf0-bd82-41a9-809b-ba9e8e32a7d1 None None] Provisioning complete for port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:23:47.582025 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2333aaf0-bd82-41a9-809b-ba9e8e32a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.586330 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-4db0ed2c-965c-476c-90fc-321c7e624a3d tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0148013 Aug 16 09:23:47.602799 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Request body: {'port': {'device_id': '6f385eb4-a000-42ee-ab85-0734288671af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:23:47.619837 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-2333aaf0-bd82-41a9-809b-ba9e8e32a7d1 None None] Port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:23:47.658794 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.770314 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.771268 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:47.771907 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:47.875648 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb44b81-1b1b-4b38-910a-24bc4dd180e5,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:47.885904 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network 7fb44b81-1b1b-4b38-910a-24bc4dd180e5 details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:23:47.971666 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-3df0a3b9-241d-4aee-a68e-f497cd48d148 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5065198 Aug 16 09:23:47.975341 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 44476) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:47.997459 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:23:48.003186 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] Request body: {'subnet': {'network_id': '7fb44b81-1b1b-4b38-910a-24bc4dd180e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1683550007-subnet', 'tenant_id': 'cc04ae0a949f4760b650e318965489bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:23:48.005057 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:48.018385 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Transition to ACTIVE for port object f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:23:48.145645 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:48.166288 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48aa9a3-fc70-4069-a7d7-15912a0b62a7 req-f731e781-449e-49a1-8ed8-55f74e1712ef tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:48.168194 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b48aa9a3-fc70-4069-a7d7-15912a0b62a7 req-f731e781-449e-49a1-8ed8-55f74e1712ef tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 946 time: 0.1027846 Aug 16 09:23:48.170846 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] Made reservation on behalf of cc04ae0a949f4760b650e318965489bd for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:23:48.173531 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:48.184634 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c458d-7940-46d3-b12e-e46b7e3ef219 req-37d49617-27ca-45f2-87f5-6ea9302f92b0 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:48.192976 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f77c458d-7940-46d3-b12e-e46b7e3ef219 req-37d49617-27ca-45f2-87f5-6ea9302f92b0 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1178854 Aug 16 09:23:48.296889 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Pushing event updated for resources: {'Port': ['ID=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:48.352124 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f77c458d-7940-46d3-b12e-e46b7e3ef219 req-5f7ff985-0f4b-4ea4-9f6a-47e89016f6f4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577418 Aug 16 09:23:48.360793 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Attempting to bind port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:23:48.361123 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Attempting to bind port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '653e0e34-30a0-4ea5-99e9-4dd8c991dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:23:48.361445 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Attempting to bind port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 on network 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:23:48.373824 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 on network 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:23:48.373824 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Attempting to bind port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 on network 8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:23:48.380086 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:23:48.380666 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Checking segment: {'id': '653e0e34-30a0-4ea5-99e9-4dd8c991dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:23:48.381195 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Bound using segment: {'id': '653e0e34-30a0-4ea5-99e9-4dd8c991dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:23:48.381791 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Bound port: f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653e0e34-30a0-4ea5-99e9-4dd8c991dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:23:48.382302 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:48.428502 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b48aa9a3-fc70-4069-a7d7-15912a0b62a7 req-9760a6e6-c416-4d97-9c16-8b6d9fb51989 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517848 Aug 16 09:23:48.477582 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] For port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:23:48.480854 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] For port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3,segment=NetworkSegment(653e0e34-30a0-4ea5-99e9-4dd8c991dfbc),segment_id=653e0e34-30a0-4ea5-99e9-4dd8c991dfbc)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:23:48.617207 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5cb57-4e90-44fb-a9b7-ba799edfe806 req-e40a4648-31f0-43a8-8d7f-8cec394aaeb3 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:48.618821 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-63a5cb57-4e90-44fb-a9b7-ba799edfe806 req-e40a4648-31f0-43a8-8d7f-8cec394aaeb3 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 948 time: 0.1003165 Aug 16 09:23:48.629267 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:48.666951 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-63a5cb57-4e90-44fb-a9b7-ba799edfe806 req-879299ca-f384-42f3-a623-ed0c5b6a141e tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364523 Aug 16 09:23:48.673640 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:48.674404 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:48.675944 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] 10.222.0.64 "PUT /v2.0/ports/f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 HTTP/1.1" status: 200 len: 1098 time: 1.0777431 Aug 16 09:23:48.676497 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f385eb4-a000-42ee-ab85-0734288671af', 'tag': 'f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:23:48.681143 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e0071f-fd81-49a8-8cb4-ca6b6240e65f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f385eb4-a000-42ee-ab85-0734288671af", "tag": "f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:23:48.707292 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ad9cf-34f0-4e40-9684-4243910e12ae service neutron] Pushing event updated for resources: {'Port': ['ID=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:48.734158 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e21ec0-07bb-44d5-bda2-50a26b1d6230 x-openstack-request-id: req-13e21ec0-07bb-44d5-bda2-50a26b1d6230 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:23:48.734454 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f385eb4-a000-42ee-ab85-0734288671af", "tag": "f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:23:48.734707 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13e21ec0-07bb-44d5-bda2-50a26b1d6230 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:23:48.735275 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f385eb4-a000-42ee-ab85-0734288671af', 'tag': 'f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3', 'status': 'completed', 'code': 200} Aug 16 09:23:48.747312 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:48.809194 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b0800a9-62ed-436f-a275-ae003ec19880,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:48.820703 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0071f-fd81-49a8-8cb4-ca6b6240e65f req-b78ed460-49ec-4e71-9fd8-f01de44c7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:48.826521 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b4e0071f-fd81-49a8-8cb4-ca6b6240e65f req-b78ed460-49ec-4e71-9fd8-f01de44c7cec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a359b7e37c934cc4a258d68244d7ac11&device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 1101 time: 0.0606899 Aug 16 09:23:48.827322 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] Checking segment: {'id': '5bf03dda-2fc6-4b91-a594-bf27076d6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7fb44b81-1b1b-4b38-910a-24bc4dd180e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:23:48.827673 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] Network hostable DHCP agents. Network: 7fb44b81-1b1b-4b38-910a-24bc4dd180e5, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:23:48.854022 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b4e0071f-fd81-49a8-8cb4-ca6b6240e65f req-6c42d5e5-7a31-4eb0-ba26-31cb001f4df2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a359b7e37c934cc4a258d68244d7ac11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200965 Aug 16 09:23:48.905284 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] Network 7fb44b81-1b1b-4b38-910a-24bc4dd180e5 is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:23:48.979852 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0071f-fd81-49a8-8cb4-ca6b6240e65f req-80ca26d1-5cfb-4ad2-8750-a745144a6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:48.981360 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b4e0071f-fd81-49a8-8cb4-ca6b6240e65f req-80ca26d1-5cfb-4ad2-8750-a745144a6379 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042643 Aug 16 09:23:48.990784 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, 7fb44b81-1b1b-4b38-910a-24bc4dd180e5) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:23:48.999754 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:48.999754 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:49.001008 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd83006c-fa62-492b-882a-8e18ef95c419 None None] Network 7fb44b81-1b1b-4b38-910a-24bc4dd180e5 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:23:49.058512 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-749a027d-4ff8-432d-92ec-ca3e0b332b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:49.060024 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-749a027d-4ff8-432d-92ec-ca3e0b332b35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a359b7e37c934cc4a258d68244d7ac11&device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 1101 time: 0.0396771 Aug 16 09:23:49.109610 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-b37d0a29-fc49-4c52-9259-cc24669bfecf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 HTTP/1.1" status: 200 len: 217 time: 0.0382917 Aug 16 09:23:49.140365 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66e351-a102-43b3-981c-2d78ec9c582a None None] Network 7fb44b81-1b1b-4b38-910a-24bc4dd180e5 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:23:49.147639 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-c18e268e-0a25-45bc-9c4e-067555d308c0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1691511 Aug 16 09:23:49.164492 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-ff16e0c4-2b7b-4a74-b738-aef99d2b0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:49.166840 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-ff16e0c4-2b7b-4a74-b738-aef99d2b0b46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54030317-9497-4224-96b4-bed10effa0f8 HTTP/1.1" status: 200 len: 843 time: 0.0509825 Aug 16 09:23:49.217960 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-c4235dd8-f3fb-440e-9f8a-4759df2a058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:49.219431 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-c4235dd8-f3fb-440e-9f8a-4759df2a058e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407600 Aug 16 09:23:49.227625 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:49.271593 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-26ecf588-16c2-4777-b7c9-e19f16aa6e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:49.561686 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-96dc0297-9969-4a2e-8970-4ea2ca6880d8 service neutron] 10.222.0.64 "GET /v2.0/networks/8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319559 Aug 16 09:23:49.571033 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f846354-f4e9-42e7-8718-c63bbf93844f req-282ef409-ab1b-4fc2-9dbd-b99e15407d5a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:49.572603 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2f846354-f4e9-42e7-8718-c63bbf93844f req-282ef409-ab1b-4fc2-9dbd-b99e15407d5a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0979624 Aug 16 09:23:49.639852 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2f846354-f4e9-42e7-8718-c63bbf93844f req-6473b1a8-4e8c-4432-af0b-0afd91e0c8ed tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584054 Aug 16 09:23:49.673529 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f3a91685-4741-4472-b6e9-33cd9e488668 req-960e4d11-545e-4b28-8b2e-cf8adaa41ff7 service neutron] 10.222.0.64 "GET /v2.0/networks/8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033421 Aug 16 09:23:49.794294 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391839db-d29f-4aed-ae85-3863c12c3e3a req-24eb13c6-4bd6-4dfb-a9e5-628d81b44f96 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:49.796364 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-391839db-d29f-4aed-ae85-3863c12c3e3a req-24eb13c6-4bd6-4dfb-a9e5-628d81b44f96 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 948 time: 0.0520434 Aug 16 09:23:49.836541 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-391839db-d29f-4aed-ae85-3863c12c3e3a req-d56c6bcc-d15b-49c5-8308-2795582433cf tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341454 Aug 16 09:23:50.015172 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44560) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:50.020172 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-781457673-network', 'tenant_id': 'bdcaa32b4df24a7ebfa186d488e5da09'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:23:50.129564 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Made reservation on behalf of bdcaa32b4df24a7ebfa186d488e5da09 for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:23:50.131996 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:50.143378 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:50.229026 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:50.336203 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:50.369446 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:50.394269 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:23:50.407325 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec9fb3c-611e-4d6d-814c-f5048dee960a,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:50.411952 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:50.412322 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Added segment 3b9476ca-c8a5-4f79-9f89-60edb71d800e of type vlan for network c112358e-8f89-486b-830b-bf12fc7494da Aug 16 09:23:50.449896 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:50.603903 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:50.604908 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:50.605610 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:50.664604 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] Pushing event updated for resources: {'Network': ['ID=c112358e-8f89-486b-830b-bf12fc7494da,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:50.679298 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network c112358e-8f89-486b-830b-bf12fc7494da details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:23:50.735416 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-e21f28f0-5a9a-4fa4-bc10-04bc9c4eac39 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7191052 Aug 16 09:23:50.740949 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44578) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:23:50.745849 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] Request body: {'subnet': {'network_id': 'c112358e-8f89-486b-830b-bf12fc7494da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-781457673-subnet', 'tenant_id': 'bdcaa32b4df24a7ebfa186d488e5da09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:23:50.783239 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447bfe6-755e-4282-bd3f-a1fb7a10a5cd req-19269c92-efe8-4776-b0e7-171aa9cac3af tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:50.788942 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4447bfe6-755e-4282-bd3f-a1fb7a10a5cd req-19269c92-efe8-4776-b0e7-171aa9cac3af tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0772483 Aug 16 09:23:50.827873 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4447bfe6-755e-4282-bd3f-a1fb7a10a5cd req-7c0436b2-7299-449a-9411-cf3a3957099e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358462 Aug 16 09:23:50.879673 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] Made reservation on behalf of bdcaa32b4df24a7ebfa186d488e5da09 for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:23:50.882048 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693924'] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:50.960950 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983ce83-9c2c-4c63-b83c-d1728d34672f req-8080594f-ca12-4149-a860-d5a8526b2537 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:50.962478 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4983ce83-9c2c-4c63-b83c-d1728d34672f req-8080594f-ca12-4149-a860-d5a8526b2537 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 948 time: 0.0559158 Aug 16 09:23:51.006608 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4983ce83-9c2c-4c63-b83c-d1728d34672f req-8fb2ca5c-b760-4ef2-aaa4-e4bd79a65ce7 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366442 Aug 16 09:23:51.165271 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11474446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693910'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:51.241894 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37fe797-39f0-47e4-8302-94a49a32883b,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:51.247242 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] Checking segment: {'id': '3b9476ca-c8a5-4f79-9f89-60edb71d800e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c112358e-8f89-486b-830b-bf12fc7494da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:23:51.247701 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] Network hostable DHCP agents. Network: c112358e-8f89-486b-830b-bf12fc7494da, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:23:51.345195 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] Network c112358e-8f89-486b-830b-bf12fc7494da is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:23:51.430958 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, c112358e-8f89-486b-830b-bf12fc7494da) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:23:51.434881 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:51.435472 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:51.441851 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f3476-478f-4cf6-913c-67bd86b6c340 None None] Network c112358e-8f89-486b-830b-bf12fc7494da requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:23:51.564171 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514571ee-d42f-4e17-8e27-f9eba7a2c0fd None None] Network c112358e-8f89-486b-830b-bf12fc7494da requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:23:51.611296 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-2ad61cf8-b123-4fa8-912a-85dbddd54b01 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8692420 Aug 16 09:23:51.781062 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:51.960761 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5a0a5-deb3-46c0-bf86-a7068c73a594 req-063d0e62-e06d-4acc-becf-db9729abede9 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:51.962144 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dad5a0a5-deb3-46c0-bf86-a7068c73a594 req-063d0e62-e06d-4acc-becf-db9729abede9 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0468254 Aug 16 09:23:52.005275 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dad5a0a5-deb3-46c0-bf86-a7068c73a594 req-0c32e020-92fa-4c73-b784-388f950e2c12 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Aug 16 09:23:52.154705 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a6968-8265-47df-b1c9-0c5939b21473 req-36140137-024c-46b2-8c7a-1f74677ecca4 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:52.156257 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-786a6968-8265-47df-b1c9-0c5939b21473 req-36140137-024c-46b2-8c7a-1f74677ecca4 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 948 time: 0.0524316 Aug 16 09:23:52.195044 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-786a6968-8265-47df-b1c9-0c5939b21473 req-aa4ae087-e4c0-4246-8a72-114f8af337e7 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323119 Aug 16 09:23:52.628587 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:23:52.727493 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3,segment=NetworkSegment(653e0e34-30a0-4ea5-99e9-4dd8c991dfbc),segment_id=653e0e34-30a0-4ea5-99e9-4dd8c991dfbc)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:23:52.738839 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3', 'network_id': '8c4b6eb7-4eaa-4f75-b0d4-1b2b48a2a7a9', 'port_id': 'f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3', 'mac_address': 'fa:16:3e:06:4b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54030317-9497-4224-96b4-bed10effa0f8', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:23:52.774647 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:52.786598 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:23:52.805794 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3,segment=NetworkSegment(653e0e34-30a0-4ea5-99e9-4dd8c991dfbc),segment_id=653e0e34-30a0-4ea5-99e9-4dd8c991dfbc)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:23:52.899686 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:52.947153 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:53.141188 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bea406-afec-47bc-ac8f-9ebf78ee4c44 req-eb4a4865-8ea4-467f-80fe-bb7a5c3a798c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:53.142695 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-62bea406-afec-47bc-ac8f-9ebf78ee4c44 req-eb4a4865-8ea4-467f-80fe-bb7a5c3a798c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0554719 Aug 16 09:23:53.180054 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-62bea406-afec-47bc-ac8f-9ebf78ee4c44 req-cbd540ce-c66c-4065-8d2a-8d6189045a6b tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Aug 16 09:23:53.183232 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:23:53.322629 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea2e47-ee70-401e-83fc-9d992a5327d1 req-408a3646-e754-4707-9afe-3156a0c3320a tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:53.324422 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8dea2e47-ee70-401e-83fc-9d992a5327d1 req-408a3646-e754-4707-9afe-3156a0c3320a tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 949 time: 0.0511775 Aug 16 09:23:53.366620 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8dea2e47-ee70-401e-83fc-9d992a5327d1 req-5ad4c636-4b8a-461c-ba36-41dd6b540471 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335548 Aug 16 09:23:53.791064 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f356ea-d866-44a4-b785-af3e1a478470 req-9bf91213-03ad-4849-beae-e2fa44cd54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:53.792691 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-60f356ea-d866-44a4-b785-af3e1a478470 req-9bf91213-03ad-4849-beae-e2fa44cd54e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 1098 time: 0.0475342 Aug 16 09:23:53.828263 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-60f356ea-d866-44a4-b785-af3e1a478470 req-112cfbf4-816a-40c2-bbfa-268b782006b5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277936 Aug 16 09:23:54.296976 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c654ee-0493-45e0-9987-97150fb049d2 req-d83b01b9-a143-4330-b5af-78013c780ef9 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:54.298600 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a4c654ee-0493-45e0-9987-97150fb049d2 req-d83b01b9-a143-4330-b5af-78013c780ef9 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0531957 Aug 16 09:23:54.339358 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a4c654ee-0493-45e0-9987-97150fb049d2 req-480454e8-36cb-4861-bd8e-4781452fb7ef tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Aug 16 09:23:54.491581 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2bb90-6479-433f-bb45-8622f0068679 req-d1eb44f4-0c71-40e4-ba00-28e08b6f2984 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:54.493083 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2ef2bb90-6479-433f-bb45-8622f0068679 req-d1eb44f4-0c71-40e4-ba00-28e08b6f2984 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 949 time: 0.0480833 Aug 16 09:23:54.535791 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2ef2bb90-6479-433f-bb45-8622f0068679 req-2c2c294b-8659-4398-9ffc-c623f00a1226 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360820 Aug 16 09:23:55.365538 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:23:55.460626 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a391a-0ed0-4354-8da8-26d6799bb4a9 req-a7e1e89c-6d22-460f-9d8c-e378e32b6107 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:55.461246 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:23:55.462143 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6d2a391a-0ed0-4354-8da8-26d6799bb4a9 req-a7e1e89c-6d22-460f-9d8c-e378e32b6107 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0500996 Aug 16 09:23:55.466180 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:23:55.466558 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:55.502999 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6d2a391a-0ed0-4354-8da8-26d6799bb4a9 req-d4a28686-24e9-4cbd-a2a5-4fa9abbd197c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338521 Aug 16 09:23:55.550888 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:55.566559 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f385eb4-a000-42ee-ab85-0734288671af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:23:55.568839 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b781ad54-aea2-428e-a7d0-4f124b62d3c3" -d '{"events": [{"server_uuid": "6f385eb4-a000-42ee-ab85-0734288671af", "name": "network-vif-plugged", "status": "completed", "tag": "f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:23:55.581703 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3,segment=NetworkSegment(653e0e34-30a0-4ea5-99e9-4dd8c991dfbc),segment_id=653e0e34-30a0-4ea5-99e9-4dd8c991dfbc)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:23:55.606576 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3cac46-0e52-4326-b752-b16270d2f5d7 x-openstack-request-id: req-4d3cac46-0e52-4326-b752-b16270d2f5d7 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:23:55.606876 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f385eb4-a000-42ee-ab85-0734288671af", "name": "network-vif-plugged", "status": "completed", "tag": "f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:23:55.607130 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d3cac46-0e52-4326-b752-b16270d2f5d7 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:23:55.607521 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f385eb4-a000-42ee-ab85-0734288671af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3', 'code': 200} Aug 16 09:23:55.654091 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1011059-93b2-426f-a911-7f0f20f7fb4f req-7611d553-609f-46ba-a0f4-1f44312abc1a tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:55.655550 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e1011059-93b2-426f-a911-7f0f20f7fb4f req-7611d553-609f-46ba-a0f4-1f44312abc1a tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 949 time: 0.0524299 Aug 16 09:23:55.670937 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:23:55.694133 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e1011059-93b2-426f-a911-7f0f20f7fb4f req-4286b623-d900-4a71-8396-27adc27289ba tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324786 Aug 16 09:23:55.717046 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:23:56.616853 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed8677-0d63-46d8-bc01-b585c59e40eb req-66e97326-dda7-447e-8536-a7ed8ed79994 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:56.618329 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b2ed8677-0d63-46d8-bc01-b585c59e40eb req-66e97326-dda7-447e-8536-a7ed8ed79994 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0476766 Aug 16 09:23:56.655648 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b2ed8677-0d63-46d8-bc01-b585c59e40eb req-17bce715-7e0c-49df-9654-51d4ec634fd9 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Aug 16 09:23:56.804599 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d4c8a-5419-4fba-ad3b-321f79e50d28 req-80e381da-b59d-4ba6-89dc-297c3da326bb tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:56.806046 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5d6d4c8a-5419-4fba-ad3b-321f79e50d28 req-80e381da-b59d-4ba6-89dc-297c3da326bb tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 950 time: 0.0461073 Aug 16 09:23:56.842406 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5d6d4c8a-5419-4fba-ad3b-321f79e50d28 req-921cc83e-042b-422a-a9c0-983af02ac5b2 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300541 Aug 16 09:23:57.575399 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114822b-21b0-4a72-ad3c-ceeb9a4d3a76 req-bff92b37-074e-467a-ae8b-9a2a5c7a19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:57.577038 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2114822b-21b0-4a72-ad3c-ceeb9a4d3a76 req-bff92b37-074e-467a-ae8b-9a2a5c7a19f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 1103 time: 0.0398855 Aug 16 09:23:57.623107 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2114822b-21b0-4a72-ad3c-ceeb9a4d3a76 req-a1a9c48d-05c4-48f5-a1d6-e91560c69957 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279982 Aug 16 09:23:57.775317 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7b7af-608c-4e81-82e1-3a80d38a7e60 req-f8027262-4cd3-47c5-ad17-b5c11968d0f0 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:57.776912 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfa7b7af-608c-4e81-82e1-3a80d38a7e60 req-f8027262-4cd3-47c5-ad17-b5c11968d0f0 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0552368 Aug 16 09:23:57.816545 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfa7b7af-608c-4e81-82e1-3a80d38a7e60 req-0e76c09c-3aed-4e97-b7e9-6f6682705159 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335400 Aug 16 09:23:57.954512 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fe855-6aac-460c-b18b-60e1e99010ad req-250f87ce-b90f-48c8-8524-4e4c473dc11c tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:57.956130 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6e6fe855-6aac-460c-b18b-60e1e99010ad req-250f87ce-b90f-48c8-8524-4e4c473dc11c tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 950 time: 0.0477271 Aug 16 09:23:57.997783 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6e6fe855-6aac-460c-b18b-60e1e99010ad req-892e7a9b-8432-430d-9183-3479e0226cdd tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Aug 16 09:23:58.844760 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb392cb9-df91-482a-87fb-f97c662b1b19 req-1c5d3878-c58c-4142-82a3-e870862938ee tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:58.845846 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-eb392cb9-df91-482a-87fb-f97c662b1b19 req-1c5d3878-c58c-4142-82a3-e870862938ee tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0489154 Aug 16 09:23:58.889861 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-eb392cb9-df91-482a-87fb-f97c662b1b19 req-c1c9edb1-ca79-4884-9f8d-144440f11443 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378113 Aug 16 09:23:58.952007 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f2847-a934-4986-a554-85a1092eb35d req-a11f4df6-2ba7-4a8e-8fd3-3779b08b886d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:58.953501 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-401f2847-a934-4986-a554-85a1092eb35d req-a11f4df6-2ba7-4a8e-8fd3-3779b08b886d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0618351 Aug 16 09:23:58.991099 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-401f2847-a934-4986-a554-85a1092eb35d req-1697804b-4a5a-4f14-a679-aa0f92e874ba tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315111 Aug 16 09:23:59.137319 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986d49d-d0b9-4185-ae7a-351a7fe34d71 req-e8be64df-ef76-43f4-86f8-d298224a148c tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:59.139407 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5986d49d-d0b9-4185-ae7a-351a7fe34d71 req-e8be64df-ef76-43f4-86f8-d298224a148c tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 950 time: 0.0556092 Aug 16 09:23:59.179673 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5986d49d-d0b9-4185-ae7a-351a7fe34d71 req-572d664e-8e08-4def-b2af-6a51c5ac2c48 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Aug 16 09:23:59.457254 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8d33f-bf7f-4be8-80ae-4a4e8b5bbd67 req-eff06d94-9aa7-419b-bfea-f520ba358329 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:59.458836 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-48f8d33f-bf7f-4be8-80ae-4a4e8b5bbd67 req-eff06d94-9aa7-419b-bfea-f520ba358329 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0499582 Aug 16 09:23:59.496911 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-48f8d33f-bf7f-4be8-80ae-4a4e8b5bbd67 req-37a38add-e719-45ec-b550-ce02ec00b763 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Aug 16 09:23:59.522909 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c1fde-0e34-47b5-a345-030600c8189a req-64aefe6d-0ad4-4c52-9c54-af2ccd6979ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:59.524413 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-058c1fde-0e34-47b5-a345-030600c8189a req-64aefe6d-0ad4-4c52-9c54-af2ccd6979ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 1098 time: 0.0387189 Aug 16 09:23:59.620144 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c1fde-0e34-47b5-a345-030600c8189a req-dc6346ce-b348-4a8d-9613-02a18f594aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:59.621652 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-058c1fde-0e34-47b5-a345-030600c8189a req-dc6346ce-b348-4a8d-9613-02a18f594aa4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 200 len: 920 time: 0.0890615 Aug 16 09:23:59.670983 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-058c1fde-0e34-47b5-a345-030600c8189a req-4cb69053-a0ce-4b21-b116-64c1846180b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85e26b66-2a48-48a1-b305-803f7156fb16 HTTP/1.1" status: 200 len: 217 time: 0.0339134 Aug 16 09:23:59.730707 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c1fde-0e34-47b5-a345-030600c8189a req-a8972c44-1d44-4a25-965d-796e7485f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:23:59.732132 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-058c1fde-0e34-47b5-a345-030600c8189a req-a8972c44-1d44-4a25-965d-796e7485f8fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbb08f7e-85f6-4f98-a2d3-d7228b510948 HTTP/1.1" status: 200 len: 859 time: 0.0461109 Aug 16 09:23:59.766241 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-058c1fde-0e34-47b5-a345-030600c8189a req-332f82c4-0228-4cca-9b38-4e35b0cd07a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8388d5d-e82d-4603-85bb-7ced61481563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236745 Aug 16 09:23:59.859700 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-058c1fde-0e34-47b5-a345-030600c8189a req-97aaac9f-ba2f-4998-be1d-f3d650a25392 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834951 Aug 16 09:23:59.958520 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-058c1fde-0e34-47b5-a345-030600c8189a req-32f4eb8a-6b65-4bee-97bc-3c3ba9bf8ff9 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862296 Aug 16 09:24:00.027868 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7c8fb-0695-4db9-9205-0afc164ebc59 req-66cfeb93-9642-45d9-ad3f-5a08e67422bb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:00.027868 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fda7c8fb-0695-4db9-9205-0afc164ebc59 req-66cfeb93-9642-45d9-ad3f-5a08e67422bb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0546398 Aug 16 09:24:00.076206 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fda7c8fb-0695-4db9-9205-0afc164ebc59 req-a02107b5-771f-462e-b59b-24e0cd58a14e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439978 Aug 16 09:24:00.528636 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580b886-fd81-4ba9-b4c0-9200944e40f3 req-299a91fb-ad4d-4725-be47-f5d427c32faf tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:00.530157 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9580b886-fd81-4ba9-b4c0-9200944e40f3 req-299a91fb-ad4d-4725-be47-f5d427c32faf tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 950 time: 0.0476053 Aug 16 09:24:00.570830 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9580b886-fd81-4ba9-b4c0-9200944e40f3 req-b2cf0e55-9c49-46b8-8551-cc7cc2192b30 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345366 Aug 16 09:24:00.614874 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765623a0-7508-4f69-a7d8-5420d01a7a53 req-95abdb40-94c7-4e78-a798-c9ff3b5d06d5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:00.616350 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-765623a0-7508-4f69-a7d8-5420d01a7a53 req-95abdb40-94c7-4e78-a798-c9ff3b5d06d5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0496218 Aug 16 09:24:00.653307 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-765623a0-7508-4f69-a7d8-5420d01a7a53 req-db56119c-0d55-4346-a410-d73e2ea464d4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305271 Aug 16 09:24:01.189320 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d325d3d-30a2-4706-9412-1690663390ed req-f1a74b06-cf3e-41a9-a635-8ecc75acfac9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:01.190850 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3d325d3d-30a2-4706-9412-1690663390ed req-f1a74b06-cf3e-41a9-a635-8ecc75acfac9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0522547 Aug 16 09:24:01.239702 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3d325d3d-30a2-4706-9412-1690663390ed req-bee940dd-2398-4403-960c-44cbf31066dc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426846 Aug 16 09:24:01.682154 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0a0d7-085f-4847-b545-a0faf933a4ce req-9538fe04-9382-456b-a693-1567defaf66b tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:01.683655 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-38b0a0d7-085f-4847-b545-a0faf933a4ce req-9538fe04-9382-456b-a693-1567defaf66b tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 950 time: 0.0468247 Aug 16 09:24:01.723201 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-38b0a0d7-085f-4847-b545-a0faf933a4ce req-b342aa8b-8f49-4319-ac1e-7a665a5ec6c3 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Aug 16 09:24:01.772860 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b9d4b-5c34-40d8-a9e0-4311bf180ff5 req-e4062e13-12ad-4813-80b2-e52c6d3d6494 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:01.774406 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-093b9d4b-5c34-40d8-a9e0-4311bf180ff5 req-e4062e13-12ad-4813-80b2-e52c6d3d6494 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0503514 Aug 16 09:24:01.812973 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-093b9d4b-5c34-40d8-a9e0-4311bf180ff5 req-940e8341-0da4-4207-adcb-e83d01dc57fb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Aug 16 09:24:01.861142 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:02.309834 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3496d4-8af5-4a75-8f24-cc78e57f1fbb req-720979a6-6c9a-45ac-9e92-970836850623 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:02.311991 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bf3496d4-8af5-4a75-8f24-cc78e57f1fbb req-720979a6-6c9a-45ac-9e92-970836850623 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 950 time: 0.0620704 Aug 16 09:24:02.370665 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee6ece-00e9-4ed8-be24-86817c6e54c3 req-a405b76a-70e6-4ca1-87cd-d53e61ddf5de tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:02.372326 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7fee6ece-00e9-4ed8-be24-86817c6e54c3 req-a405b76a-70e6-4ca1-87cd-d53e61ddf5de tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0536368 Aug 16 09:24:02.390768 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44880) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:02.415750 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7fee6ece-00e9-4ed8-be24-86817c6e54c3 req-f25b05d4-f4f9-4f7b-8f1b-4e1c4fd8f3a7 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375025 Aug 16 09:24:02.438423 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-bf3496d4-8af5-4a75-8f24-cc78e57f1fbb req-6312d858-681e-4ac9-9d88-1b41ab84f820 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Deleting port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:24:02.438980 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bf3496d4-8af5-4a75-8f24-cc78e57f1fbb req-6312d858-681e-4ac9-9d88-1b41ab84f820 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:02.529303 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-854e5491-02d1-4730-bad7-495ded4a553f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:02.547234 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-bf3496d4-8af5-4a75-8f24-cc78e57f1fbb req-6312d858-681e-4ac9-9d88-1b41ab84f820 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] For port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3,segment=NetworkSegment(653e0e34-30a0-4ea5-99e9-4dd8c991dfbc),segment_id=653e0e34-30a0-4ea5-99e9-4dd8c991dfbc)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:02.547683 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bf3496d4-8af5-4a75-8f24-cc78e57f1fbb req-6312d858-681e-4ac9-9d88-1b41ab84f820 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:02.565243 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-bf3496d4-8af5-4a75-8f24-cc78e57f1fbb req-6312d858-681e-4ac9-9d88-1b41ab84f820 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Calling delete_port for f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:24:02.728778 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-854e5491-02d1-4730-bad7-495ded4a553f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:02.841262 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ec1d4-e36e-4257-976f-211caec70d8c req-e08da4a8-bd65-4f0c-af2a-d84385b45571 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:02.843504 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4a3ec1d4-e36e-4257-976f-211caec70d8c req-e08da4a8-bd65-4f0c-af2a-d84385b45571 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 950 time: 0.0535660 Aug 16 09:24:02.844276 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-854e5491-02d1-4730-bad7-495ded4a553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:02.869426 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bf3496d4-8af5-4a75-8f24-cc78e57f1fbb req-6312d858-681e-4ac9-9d88-1b41ab84f820 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:02.872326 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e5491-02d1-4730-bad7-495ded4a553f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3af0311-77b8-4902-98aa-8dfdccdd8d26,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:02.896050 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:24:02.906947 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4a3ec1d4-e36e-4257-976f-211caec70d8c req-7d2d510e-4b40-487c-be44-4aa8fe1e1aec tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfddf350-4f01-4d3f-bc7d-2915379195b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 Aug 16 09:24:02.924903 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312d858-681e-4ac9-9d88-1b41ab84f820 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Pushing event deleted for resources: {'Port': ['ID=f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:02.964322 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-854e5491-02d1-4730-bad7-495ded4a553f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfce508505764fedb1df8ee3b88ceac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5711536 Aug 16 09:24:02.972631 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0806f-e19d-428e-ad1e-c98cbf226bdd req-b609bf09-cb85-401a-832a-664c861c0067 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:02.974521 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a7f0806f-e19d-428e-ad1e-c98cbf226bdd req-b609bf09-cb85-401a-832a-664c861c0067 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0514691 Aug 16 09:24:02.975075 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 44894) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:03.000804 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3496d4-8af5-4a75-8f24-cc78e57f1fbb req-6312d858-681e-4ac9-9d88-1b41ab84f820 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] No DVR routers for this DVR port f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:24:03.003447 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bf3496d4-8af5-4a75-8f24-cc78e57f1fbb req-6312d858-681e-4ac9-9d88-1b41ab84f820 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:03.005711 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bf3496d4-8af5-4a75-8f24-cc78e57f1fbb req-6312d858-681e-4ac9-9d88-1b41ab84f820 tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.64 "DELETE /v2.0/ports/f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 HTTP/1.1" status: 204 len: 173 time: 0.6788170 Aug 16 09:24:03.006353 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f385eb4-a000-42ee-ab85-0734288671af', 'name': 'network-vif-deleted', 'tag': 'f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:03.008653 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eb4635-1ae2-4289-aace-ed6f685bdfa5" -d '{"events": [{"server_uuid": "6f385eb4-a000-42ee-ab85-0734288671af", "name": "network-vif-deleted", "tag": "f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:03.047761 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee999c96-e69d-424f-a5c1-23acad2ea54b x-openstack-request-id: req-ee999c96-e69d-424f-a5c1-23acad2ea54b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:03.048120 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f385eb4-a000-42ee-ab85-0734288671af", "name": "network-vif-deleted", "tag": "f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:03.049348 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee999c96-e69d-424f-a5c1-23acad2ea54b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:03.049795 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f385eb4-a000-42ee-ab85-0734288671af', 'name': 'network-vif-deleted', 'tag': 'f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3', 'status': 'completed', 'code': 200} Aug 16 09:24:03.076469 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a7f0806f-e19d-428e-ad1e-c98cbf226bdd req-ef5ed4e4-7f8e-48f5-b08c-e39a37bad0b8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827525 Aug 16 09:24:03.076744 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec092e76-4bbe-4d27-b018-2ca673b32b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:03.113759 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec092e76-4bbe-4d27-b018-2ca673b32b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:03.282080 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec092e76-4bbe-4d27-b018-2ca673b32b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:03.284665 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec092e76-4bbe-4d27-b018-2ca673b32b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:03.285849 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-ec092e76-4bbe-4d27-b018-2ca673b32b63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3af0311-77b8-4902-98aa-8dfdccdd8d26 HTTP/1.1" status: 204 len: 168 time: 0.3097949 Aug 16 09:24:03.296833 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec092e76-4bbe-4d27-b018-2ca673b32b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3af0311-77b8-4902-98aa-8dfdccdd8d26,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:03.536444 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d0413-9679-424c-95de-07f7f78e8bff req-92d8898f-34ae-488c-8798-c184b5caeeb5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:03.538790 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-612d0413-9679-424c-95de-07f7f78e8bff req-92d8898f-34ae-488c-8798-c184b5caeeb5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0490968 Aug 16 09:24:03.576190 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-612d0413-9679-424c-95de-07f7f78e8bff req-4469ad7c-5cb0-4ea9-a328-c8ddbea05082 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321355 Aug 16 09:24:04.007612 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6578b086-cdb5-4780-b0ef-c67b57b4a2b7 req-e0461210-3517-49b8-ab52-7774afc460fc tempest-VolumesNegativeTest-751760386 tempest-VolumesNegativeTest-751760386-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f385eb4-a000-42ee-ab85-0734288671af HTTP/1.1" status: 200 len: 210 time: 0.0262249 Aug 16 09:24:04.457165 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 44936) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:04.563208 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e552217-d412-4fd1-be94-7a0558083628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:04.676699 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e552217-d412-4fd1-be94-7a0558083628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:04.698080 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafb90e-5d69-47f7-b1e5-121aa9ea465d req-a54f50f5-3f54-4d4d-9d9b-f7fe0de3c793 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:04.699590 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0eafb90e-5d69-47f7-b1e5-121aa9ea465d req-a54f50f5-3f54-4d4d-9d9b-f7fe0de3c793 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0521402 Aug 16 09:24:04.737208 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0eafb90e-5d69-47f7-b1e5-121aa9ea465d req-e866cba2-7b47-407f-be33-a2222d19d359 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Aug 16 09:24:04.838010 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e552217-d412-4fd1-be94-7a0558083628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:04.878419 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-6e552217-d412-4fd1-be94-7a0558083628 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13bd8658b3814f05acc82915894dcd08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197748 Aug 16 09:24:04.879006 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e552217-d412-4fd1-be94-7a0558083628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaa974c-834a-4a04-93ce-b95fb3ad6d42,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:04.880711 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44954) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:04.939178 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1be81698-1e54-4431-bcfa-6515c1035535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:04.966105 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1be81698-1e54-4431-bcfa-6515c1035535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:05.057361 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c6aca-5da0-4425-be08-0e6b90b44197 req-dbfd274b-ca63-452b-b53e-93dd4f6415f8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:05.059070 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bc7c6aca-5da0-4425-be08-0e6b90b44197 req-dbfd274b-ca63-452b-b53e-93dd4f6415f8 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0527923 Aug 16 09:24:05.100831 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1be81698-1e54-4431-bcfa-6515c1035535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:05.103880 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1be81698-1e54-4431-bcfa-6515c1035535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:05.105294 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-1be81698-1e54-4431-bcfa-6515c1035535 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbaa974c-834a-4a04-93ce-b95fb3ad6d42 HTTP/1.1" status: 204 len: 168 time: 0.2226865 Aug 16 09:24:05.112900 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be81698-1e54-4431-bcfa-6515c1035535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaa974c-834a-4a04-93ce-b95fb3ad6d42,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:05.113342 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bc7c6aca-5da0-4425-be08-0e6b90b44197 req-92967977-8849-46d4-b7d2-813da02fd075 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400643 Aug 16 09:24:05.319375 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cba85-e171-4774-9d2d-0afaf2994807 req-233734f4-d735-4e3b-8e00-6246f12df80e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:05.320907 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-233734f4-d735-4e3b-8e00-6246f12df80e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/networks?id=1d3b261e-a3d3-4373-a8cd-09e571feda33 HTTP/1.1" status: 200 len: 814 time: 0.1087937 Aug 16 09:24:05.335642 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-9362acd1-94a4-4ed8-a3c8-1307fd55866a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/quotas/c45f341668ea441db7a4b1c9f30353e0 HTTP/1.1" status: 200 len: 375 time: 0.0089583 Aug 16 09:24:05.389630 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-814210de-48f9-4c36-8675-e21f1219a68d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469441 Aug 16 09:24:05.448701 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 44992) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:05.482303 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-401508fd-4fc2-4eef-b754-e1af5ad51400 service neutron] 10.222.0.39 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883734 Aug 16 09:24:05.615071 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-97d5da5a-99b7-4d95-b720-86f49dc95a05 service neutron] 10.222.0.39 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235611 Aug 16 09:24:05.674974 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-883416a6-97e6-44ed-b558-32ab20f85da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:05.767095 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-883416a6-97e6-44ed-b558-32ab20f85da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:05.905088 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-883416a6-97e6-44ed-b558-32ab20f85da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:05.952958 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883416a6-97e6-44ed-b558-32ab20f85da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb569a54-9850-4e25-b8e1-939bb85363da,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:05.963547 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe16c89-83d6-4199-be9d-4c465b372d04 req-a68d5b9b-ef95-4859-9ea8-664e73c5c9a7 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:05.967362 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1fe16c89-83d6-4199-be9d-4c465b372d04 req-a68d5b9b-ef95-4859-9ea8-664e73c5c9a7 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0817604 Aug 16 09:24:05.967861 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 45028) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:05.980699 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-883416a6-97e6-44ed-b558-32ab20f85da9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=844aa471eead447fbc129c6d9f7ae264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305405 Aug 16 09:24:05.983715 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45030) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:06.007094 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4e66-c70d-4926-b104-94b746f1395e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:06.058276 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3489e125-d188-44fb-b7a4-1c8c59e6bd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:06.079226 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1fe16c89-83d6-4199-be9d-4c465b372d04 req-ebdebc3b-60a7-498b-aa47-0e89ab1f56ea tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910144 Aug 16 09:24:06.105666 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3489e125-d188-44fb-b7a4-1c8c59e6bd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:06.155932 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-18a590a3-2e71-45f0-94ed-00be08ba2960 req-cb1c600a-90e9-4200-a967-8a3a9324ea73 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 210 time: 0.0327189 Aug 16 09:24:06.261291 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3489e125-d188-44fb-b7a4-1c8c59e6bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:06.265358 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3489e125-d188-44fb-b7a4-1c8c59e6bd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:06.266849 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-3489e125-d188-44fb-b7a4-1c8c59e6bd4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb569a54-9850-4e25-b8e1-939bb85363da HTTP/1.1" status: 204 len: 168 time: 0.2814767 Aug 16 09:24:06.278990 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489e125-d188-44fb-b7a4-1c8c59e6bd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb569a54-9850-4e25-b8e1-939bb85363da,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:06.342902 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4e66-c70d-4926-b104-94b746f1395e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:06.426449 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4e66-c70d-4926-b104-94b746f1395e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:06.463856 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a4e66-c70d-4926-b104-94b746f1395e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16efde84-6b82-42e1-98fc-7c81fc4d8c4b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:06.469410 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-bb2a4e66-c70d-4926-b104-94b746f1395e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53da42f2391548bfb45293650a1b22c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968474 Aug 16 09:24:06.471978 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 45060) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:06.529950 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5193070f-b5a2-4c51-bc6b-b838b91b929e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:06.557290 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5193070f-b5a2-4c51-bc6b-b838b91b929e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:06.722251 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5193070f-b5a2-4c51-bc6b-b838b91b929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:06.725527 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5193070f-b5a2-4c51-bc6b-b838b91b929e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:06.726747 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-5193070f-b5a2-4c51-bc6b-b838b91b929e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16efde84-6b82-42e1-98fc-7c81fc4d8c4b HTTP/1.1" status: 204 len: 168 time: 0.2537611 Aug 16 09:24:06.739196 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193070f-b5a2-4c51-bc6b-b838b91b929e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16efde84-6b82-42e1-98fc-7c81fc4d8c4b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:07.176670 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45126) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:07.191015 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-681b1a6e-f5fc-48d8-ba00-1f21afcaefe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:07.239583 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebce50-6e47-4b3d-9a8e-376f4891437b req-d5d9e195-86df-4071-847a-839a5f0a3eca tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:07.241310 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f1ebce50-6e47-4b3d-9a8e-376f4891437b req-d5d9e195-86df-4071-847a-839a5f0a3eca tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0822639 Aug 16 09:24:07.273576 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dd5ac89c-c4cb-403d-8a93-768f4ccf9295 req-8cee5efd-ee46-45db-b67a-1a4dbc58b41d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 210 time: 0.0312150 Aug 16 09:24:07.283969 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-681b1a6e-f5fc-48d8-ba00-1f21afcaefe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:07.300323 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:24:07.302056 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f1ebce50-6e47-4b3d-9a8e-376f4891437b req-742f1919-32ca-44b1-a538-4ebe9cdec0a3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496185 Aug 16 09:24:07.319821 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:24:07.320165 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device f7cf0bd0-1e2e-4bc5-86a4-c25c1aabe3b3 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:24:07.380765 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-681b1a6e-f5fc-48d8-ba00-1f21afcaefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:07.419504 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-681b1a6e-f5fc-48d8-ba00-1f21afcaefe4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6243ae0f7a34830a9caabc971d57b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417617 Aug 16 09:24:07.422321 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 45132) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:07.422614 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b1a6e-f5fc-48d8-ba00-1f21afcaefe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb4e9df-623a-495f-bd87-1e2a14b41b75,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:07.475610 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:07.497104 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:07.582730 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 45142) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:07.596521 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f765440-7457-4a38-a462-7bf7e72c2428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:07.754656 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:07.757550 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:07.759474 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bb4e9df-623a-495f-bd87-1e2a14b41b75 HTTP/1.1" status: 204 len: 168 time: 0.3353448 Aug 16 09:24:07.779471 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb4e9df-623a-495f-bd87-1e2a14b41b75,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:07.789598 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.790403 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.790403 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.790717 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.791049 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.791385 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.791708 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.792090 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.792377 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.792703 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.793930 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.793930 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cafd108-aa61-4f05-9ff4-a80dc2777be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:07.874949 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f765440-7457-4a38-a462-7bf7e72c2428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:08.026105 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f765440-7457-4a38-a462-7bf7e72c2428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:08.061917 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f765440-7457-4a38-a462-7bf7e72c2428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda83c7a-63a6-46d0-bfd1-7a7c21ab2e16,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:08.066094 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-7f765440-7457-4a38-a462-7bf7e72c2428 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66d76dccdab14d72a6ea6076147ff7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823499 Aug 16 09:24:08.068995 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45156) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:08.129749 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-19438400-80a4-4c1d-9e64-33653015076b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:08.153259 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-19438400-80a4-4c1d-9e64-33653015076b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:08.330612 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-19438400-80a4-4c1d-9e64-33653015076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:08.333453 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-19438400-80a4-4c1d-9e64-33653015076b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:08.346939 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-19438400-80a4-4c1d-9e64-33653015076b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fda83c7a-63a6-46d0-bfd1-7a7c21ab2e16 HTTP/1.1" status: 204 len: 168 time: 0.2769821 Aug 16 09:24:08.368110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19438400-80a4-4c1d-9e64-33653015076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda83c7a-63a6-46d0-bfd1-7a7c21ab2e16,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:08.411456 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8b338c38-78b3-44be-ad53-4469bfda0b05 req-4144eefe-008e-41b7-bfac-cf8b28eb1f42 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 210 time: 0.0529749 Aug 16 09:24:08.495960 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96cfe8-92ff-485f-8708-a77a28e5baa4 req-27dbe4fb-ccc9-4731-8089-a93dae048d36 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:08.498322 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9f96cfe8-92ff-485f-8708-a77a28e5baa4 req-27dbe4fb-ccc9-4731-8089-a93dae048d36 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0897820 Aug 16 09:24:08.553315 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9f96cfe8-92ff-485f-8708-a77a28e5baa4 req-3f7b50f0-b9f7-4a0a-a244-fae79d85eb41 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Aug 16 09:24:08.562477 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cba85-e171-4774-9d2d-0afaf2994807 req-f41058f1-5cdd-4c77-a0e9-b893776264d0 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:08.565081 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-f41058f1-5cdd-4c77-a0e9-b893776264d0 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "GET /v2.0/networks?id=1d3b261e-a3d3-4373-a8cd-09e571feda33 HTTP/1.1" status: 200 len: 814 time: 0.1251426 Aug 16 09:24:08.579785 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Request body: {'port': {'device_id': 'd9a1d9d9-b824-41ea-8594-b983ee0a6d5f', 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33', 'admin_state_up': True, 'tenant_id': 'c45f341668ea441db7a4b1c9f30353e0'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:08.780700 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Made reservation on behalf of c45f341668ea441db7a4b1c9f30353e0 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:24:08.784235 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:08.894307 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45228) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:08.914708 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0540294-8488-425a-a054-fcec7d534d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:08.944307 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Allocated IP 172.20.0.12 (1d3b261e-a3d3-4373-a8cd-09e571feda33/3f958ed6-bda7-40db-b5ef-2c818d6cf4b7/b3b566d3-0ef2-4523-9f59-7687a3353b4e) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:24:09.137490 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0540294-8488-425a-a054-fcec7d534d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:09.153788 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:09.313180 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:09.314762 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0540294-8488-425a-a054-fcec7d534d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:09.325244 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['e762b089-3dbe-41e1-ad0c-e3ebf176a65d'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:24:09.397527 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Network 1d3b261e-a3d3-4373-a8cd-09e571feda33 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:09.403270 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-a0540294-8488-425a-a054-fcec7d534d0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bef68afa1c64a55956845395a933ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5048623 Aug 16 09:24:09.403270 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0540294-8488-425a-a054-fcec7d534d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0575c2-0b3a-4fee-bd31-b71d326d0bf4,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:09.403730 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 45250) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:09.404853 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Pushing event updated for resources: {'Port': ['ID=b3b566d3-0ef2-4523-9f59-7687a3353b4e,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:09.407074 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:09.437423 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:24:09.491535 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94ee3424-cc56-4b09-8523-9934f00602de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:09.503944 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:09.504593 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:09.536958 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94ee3424-cc56-4b09-8523-9934f00602de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:09.580332 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6ee10-4787-43ee-bb2d-0f6657a16134 req-9738dff2-4ee1-4286-848e-3cf9dcf8fef5 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:09.580907 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-06e6ee10-4787-43ee-bb2d-0f6657a16134 req-9738dff2-4ee1-4286-848e-3cf9dcf8fef5 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 932 time: 0.0848703 Aug 16 09:24:09.639796 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-06e6ee10-4787-43ee-bb2d-0f6657a16134 req-a6225af0-4e63-430d-9686-d3ff0e1ddb13 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520749 Aug 16 09:24:09.706860 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8acf6-93d7-4c61-9103-f06a8e5c6036 req-e0600f18-2109-4f42-9c65-9f952cc480ad tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:09.708877 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-10a8acf6-93d7-4c61-9103-f06a8e5c6036 req-e0600f18-2109-4f42-9c65-9f952cc480ad tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0591996 Aug 16 09:24:09.712905 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ea8245f6-5a4c-4b88-85e6-c78c5dc31b4a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1377711 Aug 16 09:24:09.727692 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Request body: {'port': {'device_id': 'd9a1d9d9-b824-41ea-8594-b983ee0a6d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:09.742179 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94ee3424-cc56-4b09-8523-9934f00602de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:09.745055 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94ee3424-cc56-4b09-8523-9934f00602de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:09.750477 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-94ee3424-cc56-4b09-8523-9934f00602de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec0575c2-0b3a-4fee-bd31-b71d326d0bf4 HTTP/1.1" status: 204 len: 168 time: 0.3403299 Aug 16 09:24:09.755761 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-10a8acf6-93d7-4c61-9103-f06a8e5c6036 req-678e452e-c515-498b-84d1-a0cd5bbe28d2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396125 Aug 16 09:24:09.761697 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee3424-cc56-4b09-8523-9934f00602de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0575c2-0b3a-4fee-bd31-b71d326d0bf4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:09.834363 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:09.982095 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 45296) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:10.134133 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b566d3-0ef2-4523-9f59-7687a3353b4e {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:24:10.149880 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.173106 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Transition to ACTIVE for port object b3b566d3-0ef2-4523-9f59-7687a3353b4e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:10.244371 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.258016 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-865048233-network', 'tenant_id': '3785b6b90c8b4f32aa9abef835c13d77'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:10.378265 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b566d3-0ef2-4523-9f59-7687a3353b4e,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:10.380373 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Made reservation on behalf of 3785b6b90c8b4f32aa9abef835c13d77 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:24:10.382810 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.392050 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.431364 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Attempting to bind port b3b566d3-0ef2-4523-9f59-7687a3353b4e on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:24:10.431940 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Attempting to bind port b3b566d3-0ef2-4523-9f59-7687a3353b4e by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:24:10.432062 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Attempting to bind port b3b566d3-0ef2-4523-9f59-7687a3353b4e on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:10.436898 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Port b3b566d3-0ef2-4523-9f59-7687a3353b4e on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:24:10.437237 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Attempting to bind port b3b566d3-0ef2-4523-9f59-7687a3353b4e on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:10.442616 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:24:10.442949 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Checking segment: {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:10.443386 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Bound using segment: {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:24:10.448455 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Bound port: b3b566d3-0ef2-4523-9f59-7687a3353b4e, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:24:10.448455 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.496751 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.523236 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] For port b3b566d3-0ef2-4523-9f59-7687a3353b4e, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:24:10.526392 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] For port b3b566d3-0ef2-4523-9f59-7687a3353b4e, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=b3b566d3-0ef2-4523-9f59-7687a3353b4e,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:24:10.615292 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.616697 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.640924 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:24:10.655497 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76543f5-8372-4e6d-b29f-78888ff0624c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:10.662819 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.664660 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.segments_db [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Added segment 12794b1e-994c-482b-a492-219c67d0f353 of type vlan for network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c Aug 16 09:24:10.666717 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:10.667393 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.672196 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] 10.222.0.64 "PUT /v2.0/ports/b3b566d3-0ef2-4523-9f59-7687a3353b4e HTTP/1.1" status: 200 len: 1094 time: 0.9490571 Aug 16 09:24:10.675132 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a1d9d9-b824-41ea-8594-b983ee0a6d5f', 'tag': 'b3b566d3-0ef2-4523-9f59-7687a3353b4e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:10.676962 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b34b48-dd66-45fe-b2b3-5b9ed68970b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a1d9d9-b824-41ea-8594-b983ee0a6d5f", "tag": "b3b566d3-0ef2-4523-9f59-7687a3353b4e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:10.717232 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.729446 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2153c-8842-4bcb-860e-9ab268173f30 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b566d3-0ef2-4523-9f59-7687a3353b4e,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:10.760590 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a439677-03da-4d75-9a1c-54da739fccba x-openstack-request-id: req-0a439677-03da-4d75-9a1c-54da739fccba {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:10.761052 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a1d9d9-b824-41ea-8594-b983ee0a6d5f", "tag": "b3b566d3-0ef2-4523-9f59-7687a3353b4e", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:10.761472 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a439677-03da-4d75-9a1c-54da739fccba {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:10.762671 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a1d9d9-b824-41ea-8594-b983ee0a6d5f', 'tag': 'b3b566d3-0ef2-4523-9f59-7687a3353b4e', 'status': 'completed', 'code': 200} Aug 16 09:24:10.820254 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81592231-d8e6-4bf9-875d-e6ec6de90be9 req-409faea4-41ed-4bed-a664-fbd6a9a97ae0 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:10.823135 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-81592231-d8e6-4bf9-875d-e6ec6de90be9 req-409faea4-41ed-4bed-a664-fbd6a9a97ae0 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 944 time: 0.0883675 Aug 16 09:24:10.842918 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b34b48-dd66-45fe-b2b3-5b9ed68970b2 req-d8bf3a9a-9ec4-47a5-8495-3a034b13cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:10.842918 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-53b34b48-dd66-45fe-b2b3-5b9ed68970b2 req-d8bf3a9a-9ec4-47a5-8495-3a034b13cdb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 1097 time: 0.0544989 Aug 16 09:24:10.876647 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-81592231-d8e6-4bf9-875d-e6ec6de90be9 req-5e769a83-3810-4c19-8c04-b6e0c4f2c684 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470657 Aug 16 09:24:10.879303 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.880850 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:10.890180 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:10.939705 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:24:10.959515 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b34b48-dd66-45fe-b2b3-5b9ed68970b2 req-2958937d-878c-4bb2-ad8b-78a918ac68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:10.961186 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-53b34b48-dd66-45fe-b2b3-5b9ed68970b2 req-2958937d-878c-4bb2-ad8b-78a918ac68ae service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c45f341668ea441db7a4b1c9f30353e0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1069741 Aug 16 09:24:10.976555 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] Pushing event updated for resources: {'Network': ['ID=a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:10.987766 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:24:10.998112 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87df17b-debf-4ee0-96c4-1110db133243 req-d95203af-a2f8-403b-bbbe-861e64958575 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:10.999662 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d87df17b-debf-4ee0-96c4-1110db133243 req-d95203af-a2f8-403b-bbbe-861e64958575 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0635438 Aug 16 09:24:11.031827 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-f717f330-947a-4bb3-a606-69c9e19f4cdb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0457344 Aug 16 09:24:11.032038 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 45372) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:11.037234 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] Request body: {'subnet': {'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-865048233-subnet', 'tenant_id': '3785b6b90c8b4f32aa9abef835c13d77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:11.070913 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d87df17b-debf-4ee0-96c4-1110db133243 req-dd45ed80-1563-4e06-9126-c6478cf2e4d4 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653284 Aug 16 09:24:11.094135 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b34b48-dd66-45fe-b2b3-5b9ed68970b2 req-af8496c9-129b-4831-a814-a39872c0ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:11.095658 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-53b34b48-dd66-45fe-b2b3-5b9ed68970b2 req-af8496c9-129b-4831-a814-a39872c0ce28 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251335 Aug 16 09:24:11.152030 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] Made reservation on behalf of 3785b6b90c8b4f32aa9abef835c13d77 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:24:11.154408 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:11.191613 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cba85-e171-4774-9d2d-0afaf2994807 req-935443ef-7344-46c8-b00d-1809531424e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:11.193479 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-935443ef-7344-46c8-b00d-1809531424e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 1097 time: 0.0533667 Aug 16 09:24:11.246982 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-ddeeb0e9-56cf-40bb-ac99-03459e20c881 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b566d3-0ef2-4523-9f59-7687a3353b4e HTTP/1.1" status: 200 len: 217 time: 0.0440583 Aug 16 09:24:11.312778 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3a87cf59-eab5-42e5-a732-674f517c8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:11.314503 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-3a87cf59-eab5-42e5-a732-674f517c8ad0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f958ed6-bda7-40db-b5ef-2c818d6cf4b7 HTTP/1.1" status: 200 len: 854 time: 0.0586278 Aug 16 09:24:11.348919 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-e7e5e95d-b3fe-4fec-b9d7-381073b217b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d3b261e-a3d3-4373-a8cd-09e571feda33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264239 Aug 16 09:24:11.445790 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-20c768a9-069e-46a7-8e45-033a863ab857 service neutron] 10.222.0.64 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884888 Aug 16 09:24:11.447570 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:11.506384 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64698c65-cea2-4734-b682-9aad99535f26,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:11.515878 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] Checking segment: {'id': '12794b1e-994c-482b-a492-219c67d0f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:11.516356 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] Network hostable DHCP agents. Network: a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:24:11.546986 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-006cba85-e171-4774-9d2d-0afaf2994807 req-8d93153c-fc6f-4169-90a7-ff1c0566631e service neutron] 10.222.0.64 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909441 Aug 16 09:24:11.654853 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] Network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:24:11.785964 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:11.790068 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:11.790738 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:11.795816 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e829e6ab-28e0-4a0d-9932-2f1d80b95049 None None] Network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:24:11.920970 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67de6be-0264-44a9-b098-38c3cee2f8f3 None None] Network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:24:11.936539 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-fa38f5d7-467f-48ed-a9bd-234ab69ba391 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9033639 Aug 16 09:24:12.010761 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45404) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:12.070922 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328cf65-9ac2-4a9e-8de9-91273652ffab req-7e6851ad-04cf-4f31-9c0f-1c5166d9486a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:12.070922 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d328cf65-9ac2-4a9e-8de9-91273652ffab req-7e6851ad-04cf-4f31-9c0f-1c5166d9486a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 944 time: 0.1009345 Aug 16 09:24:12.142991 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d328cf65-9ac2-4a9e-8de9-91273652ffab req-77fadd96-b04f-464c-8ee6-1a8043ca6e0d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672104 Aug 16 09:24:12.153930 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fde133dd-9241-4124-87da-3cf769f094fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:12.234259 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb4b8c-0ac9-44ab-b319-1cebfce74ed5 req-4158978a-7c0f-476f-a6d5-e13f71fc93c7 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:12.235280 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-99bb4b8c-0ac9-44ab-b319-1cebfce74ed5 req-4158978a-7c0f-476f-a6d5-e13f71fc93c7 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0576279 Aug 16 09:24:12.285275 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fde133dd-9241-4124-87da-3cf769f094fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:12.291397 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-99bb4b8c-0ac9-44ab-b319-1cebfce74ed5 req-f4c0c208-71db-4ec2-857c-0164b6158656 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445905 Aug 16 09:24:12.372935 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fde133dd-9241-4124-87da-3cf769f094fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:12.411544 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-fde133dd-9241-4124-87da-3cf769f094fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38c9057904dd43bbbe093205f5c981a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995500 Aug 16 09:24:12.412442 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde133dd-9241-4124-87da-3cf769f094fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e31d23-89bb-4a21-a6ab-47bd0b9c3978,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:12.414655 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 45424) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:12.473967 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e688371-7937-42c7-b955-d5f0f85db6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:12.494080 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e688371-7937-42c7-b955-d5f0f85db6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:12.649103 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e688371-7937-42c7-b955-d5f0f85db6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:12.651616 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e688371-7937-42c7-b955-d5f0f85db6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:12.653315 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-6e688371-7937-42c7-b955-d5f0f85db6e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6e31d23-89bb-4a21-a6ab-47bd0b9c3978 HTTP/1.1" status: 204 len: 168 time: 0.2372270 Aug 16 09:24:12.660608 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e688371-7937-42c7-b955-d5f0f85db6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e31d23-89bb-4a21-a6ab-47bd0b9c3978,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:12.784401 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45434) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:13.023462 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d4394b18-2459-4a07-8e4a-333059c7d011 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a359b7e37c934cc4a258d68244d7ac11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377574 Aug 16 09:24:13.026177 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45446) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:13.083095 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:13.106865 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:13.242384 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:13.245651 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:13.249471 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfddf350-4f01-4d3f-bc7d-2915379195b8 HTTP/1.1" status: 204 len: 168 time: 0.2222610 Aug 16 09:24:13.264911 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08819df2-7d75-4a24-8f17-c9746e54a691 req-cf20236b-033d-4708-8256-a4e2f20f1e2d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:13.272776 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-08819df2-7d75-4a24-8f17-c9746e54a691 req-cf20236b-033d-4708-8256-a4e2f20f1e2d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 944 time: 0.0613880 Aug 16 09:24:13.275607 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfddf350-4f01-4d3f-bc7d-2915379195b8,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:13.287992 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.288547 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.289030 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.290320 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.290946 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.291900 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.292648 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.293926 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.294424 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.294897 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.295386 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.295705 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46960de5-a1d9-4d3c-89e7-f07ec214a0d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:13.325229 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-08819df2-7d75-4a24-8f17-c9746e54a691 req-234214ee-eae3-46ce-a70b-49d520d3fa23 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495875 Aug 16 09:24:13.423260 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05b3ab-7d25-4ada-be4f-45be40415b1c req-e899b7c1-9c04-44da-9bd7-d062a556d974 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:13.424671 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3b05b3ab-7d25-4ada-be4f-45be40415b1c req-e899b7c1-9c04-44da-9bd7-d062a556d974 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0499325 Aug 16 09:24:13.462199 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3b05b3ab-7d25-4ada-be4f-45be40415b1c req-0954b4ed-dbfb-4bf3-8a4d-a216f3a8a76e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316558 Aug 16 09:24:13.799358 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45484) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:13.854337 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca79fed1-6b64-4acf-863f-59de0a462434 admin admin] Deleting subnet 4b0800a9-62ed-436f-a275-ae003ec19880 {{(pid=94600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:24:13.858140 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca79fed1-6b64-4acf-863f-59de0a462434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:13.892553 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca79fed1-6b64-4acf-863f-59de0a462434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11417949'] for subnet, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:13.935350 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca79fed1-6b64-4acf-863f-59de0a462434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.066721 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca79fed1-6b64-4acf-863f-59de0a462434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11474505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693903'] for subnet, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.092141 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79fed1-6b64-4acf-863f-59de0a462434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b0800a9-62ed-436f-a275-ae003ec19880,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:14.098145 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca79fed1-6b64-4acf-863f-59de0a462434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.100576 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-ca79fed1-6b64-4acf-863f-59de0a462434 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4b0800a9-62ed-436f-a275-ae003ec19880 HTTP/1.1" status: 204 len: 168 time: 0.2994885 Aug 16 09:24:14.103501 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45498) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:14.172018 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.251542 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-c47599c0-a24a-4ea6-a061-5b2d42a79cad tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:14.253284 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-c47599c0-a24a-4ea6-a061-5b2d42a79cad tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/networks?id=a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c HTTP/1.1" status: 200 len: 808 time: 0.1030889 Aug 16 09:24:14.269632 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.276851 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-0a8f2c0e-58f9-4a2b-b2f1-bec021b54ed1 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/quotas/3785b6b90c8b4f32aa9abef835c13d77 HTTP/1.1" status: 200 len: 375 time: 0.0167508 Aug 16 09:24:14.280759 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb44b81-1b1b-4b38-910a-24bc4dd180e5']}} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:14.291195 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf03dda-2fc6-4b91-a594-bf27076d6001') {'for_net_delete': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:14.291491 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf03dda-2fc6-4b91-a594-bf27076d6001') {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:14.300995 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11417930'] for segment, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.305607 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2b8a0194-fb7e-405c-b1ba-9e4505f04662 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3785b6b90c8b4f32aa9abef835c13d77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258634 Aug 16 09:24:14.314977 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.321173 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:24:14.321562 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11474583'] for segment, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: Traceback (most recent call last): Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: timer() Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: cb(*args, **kw) Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: return func(*args, **kwargs) Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: self._notify() Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: self.callback(batched_events) Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: event.method(event) Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: return f(self, *a, **k) Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._get(url).json() Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: return self.request(url, 'GET', **kwargs) Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:24:14.323236 dv-cinder-804611-1-iscsi neutron-server[94600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:24:14.409447 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bca4e-b64b-404d-a5c1-31267753754b req-94fc0ced-252c-4312-bed7-65d0eae72ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:14.410607 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad4354-e66d-42b4-8f52-1b37119d8edf req-ed963dd6-7b47-4869-a180-48f1096e4876 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:14.410925 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-603bca4e-b64b-404d-a5c1-31267753754b req-94fc0ced-252c-4312-bed7-65d0eae72ad4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 1098 time: 0.0475821 Aug 16 09:24:14.412095 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-48ad4354-e66d-42b4-8f52-1b37119d8edf req-ed963dd6-7b47-4869-a180-48f1096e4876 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1015329 Aug 16 09:24:14.445666 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-73484252-7a37-4d77-b161-77d913ee5ab7 service neutron] 10.222.0.39 "GET /v2.0/networks/a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252487 Aug 16 09:24:14.483947 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-48ad4354-e66d-42b4-8f52-1b37119d8edf req-fd674b1f-75d2-43ab-aa6c-ec355e4c2317 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657997 Aug 16 09:24:14.489632 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.517009 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb44b81-1b1b-4b38-910a-24bc4dd180e5,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:14.519079 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bca4e-b64b-404d-a5c1-31267753754b req-67687f3f-1f03-43d5-b018-2c336e193915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:14.520687 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-603bca4e-b64b-404d-a5c1-31267753754b req-67687f3f-1f03-43d5-b018-2c336e193915 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 200 len: 920 time: 0.1017137 Aug 16 09:24:14.521961 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.526494 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-0dea7067-0a0c-4632-9fe8-3b6696bb8d9c admin admin] 10.222.0.39 "DELETE /v2.0/networks/7fb44b81-1b1b-4b38-910a-24bc4dd180e5 HTTP/1.1" status: 204 len: 168 time: 0.4202163 Aug 16 09:24:14.528847 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45514) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:14.592161 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-603bca4e-b64b-404d-a5c1-31267753754b req-31fb2f61-ac6d-4271-a76c-245e7dad0733 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85e26b66-2a48-48a1-b305-803f7156fb16 HTTP/1.1" status: 200 len: 217 time: 0.0555043 Aug 16 09:24:14.593768 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-4d054c60-62ea-4974-aca6-57e3138d989d service neutron] 10.222.0.39 "GET /v2.0/networks/a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404870 Aug 16 09:24:14.614303 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af20b7d-ab29-4d96-b972-a5e627b9056f req-bee69a1a-c578-4315-b0d8-5ccb4299b1de tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:14.616930 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2af20b7d-ab29-4d96-b972-a5e627b9056f req-bee69a1a-c578-4315-b0d8-5ccb4299b1de tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 944 time: 0.0647972 Aug 16 09:24:14.638199 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21facd2-dd2d-40aa-a754-39c411f2bd3d admin admin] Deleting subnet b37fe797-39f0-47e4-8302-94a49a32883b {{(pid=94600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:24:14.645492 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d21facd2-dd2d-40aa-a754-39c411f2bd3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.657868 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2af20b7d-ab29-4d96-b972-a5e627b9056f req-9d75a529-a531-4d50-a1d1-2e9065ce8517 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352359 Aug 16 09:24:14.675430 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bca4e-b64b-404d-a5c1-31267753754b req-a5f03b12-2489-4fe8-9b17-b7df2c83acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:14.676909 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-603bca4e-b64b-404d-a5c1-31267753754b req-a5f03b12-2489-4fe8-9b17-b7df2c83acf7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbb08f7e-85f6-4f98-a2d3-d7228b510948 HTTP/1.1" status: 200 len: 859 time: 0.0768039 Aug 16 09:24:14.703436 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d21facd2-dd2d-40aa-a754-39c411f2bd3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11417949'] for subnet, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.734735 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-603bca4e-b64b-404d-a5c1-31267753754b req-61304eae-d9c2-418e-bd1a-dd324dadf670 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8388d5d-e82d-4603-85bb-7ced61481563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448692 Aug 16 09:24:14.770295 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f088e-028a-4caa-b6ea-dca00f76f985 req-72e57d9a-5e9d-4b77-9d88-a17d1d131280 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:14.771974 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0a7f088e-028a-4caa-b6ea-dca00f76f985 req-72e57d9a-5e9d-4b77-9d88-a17d1d131280 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0552380 Aug 16 09:24:14.798722 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d21facd2-dd2d-40aa-a754-39c411f2bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:14.905265 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-603bca4e-b64b-404d-a5c1-31267753754b req-ca8df823-e309-40ff-afad-ebaa1e34ce14 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588421 Aug 16 09:24:14.973198 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d21facd2-dd2d-40aa-a754-39c411f2bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11474505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693903'] for subnet, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:15.007705 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21facd2-dd2d-40aa-a754-39c411f2bd3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37fe797-39f0-47e4-8302-94a49a32883b,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:15.021457 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d21facd2-dd2d-40aa-a754-39c411f2bd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:15.028542 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d21facd2-dd2d-40aa-a754-39c411f2bd3d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b37fe797-39f0-47e4-8302-94a49a32883b HTTP/1.1" status: 204 len: 168 time: 0.4960425 Aug 16 09:24:15.028542 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45528) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:15.032862 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8888e284-7040-4a7c-b2da-13416ccb302f req-6dbeec9d-5dc4-43a6-8f8c-cb1aa6df7f47 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 210 time: 0.0389631 Aug 16 09:24:15.048823 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0a7f088e-028a-4caa-b6ea-dca00f76f985 req-7d7c636c-c651-48b7-9d40-8a12c65523e5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689159 Aug 16 09:24:15.295049 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-603bca4e-b64b-404d-a5c1-31267753754b req-9041f4fc-8e32-4cc6-a5c7-b0d1ed2063bb service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814833 Aug 16 09:24:15.316814 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:15.377219 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device b3b566d3-0ef2-4523-9f59-7687a3353b4e details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:24:15.397923 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:15.407500 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c112358e-8f89-486b-830b-bf12fc7494da']}} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:15.417467 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9476ca-c8a5-4f79-9f89-60edb71d800e') {'for_net_delete': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:15.418502 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9476ca-c8a5-4f79-9f89-60edb71d800e') {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:15.441213 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11417930'] for segment, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:15.456377 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:15.463332 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:24:15.463776 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11474583'] for segment, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: Traceback (most recent call last): Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: timer() Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: cb(*args, **kw) Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: return func(*args, **kwargs) Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: self._notify() Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: self.callback(batched_events) Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: event.method(event) Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: return f(self, *a, **k) Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._get(url).json() Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: return self.request(url, 'GET', **kwargs) Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:24:15.465653 dv-cinder-804611-1-iscsi neutron-server[94600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:24:15.469057 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port b3b566d3-0ef2-4523-9f59-7687a3353b4e, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=b3b566d3-0ef2-4523-9f59-7687a3353b4e,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:15.481263 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'b3b566d3-0ef2-4523-9f59-7687a3353b4e', 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33', 'port_id': 'b3b566d3-0ef2-4523-9f59-7687a3353b4e', 'mac_address': 'fa:16:3e:38:a3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f958ed6-bda7-40db-b5ef-2c818d6cf4b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:24:15.517749 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:15.530592 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b566d3-0ef2-4523-9f59-7687a3353b4e {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:24:15.550392 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port b3b566d3-0ef2-4523-9f59-7687a3353b4e, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=b3b566d3-0ef2-4523-9f59-7687a3353b4e,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:15.604125 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435504e-67c6-4228-9d8d-5c62eb798702 req-73da301f-ab6f-49c6-a165-0e57e8147542 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:15.606127 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9435504e-67c6-4228-9d8d-5c62eb798702 req-73da301f-ab6f-49c6-a165-0e57e8147542 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0465815 Aug 16 09:24:15.642831 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9435504e-67c6-4228-9d8d-5c62eb798702 req-8cd7f530-5b56-49df-a2c2-162d9cb5e9f7 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307219 Aug 16 09:24:15.700674 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:15.703420 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:15.719552 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:15.722392 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c112358e-8f89-486b-830b-bf12fc7494da HTTP/1.1" status: 204 len: 168 time: 0.6929295 Aug 16 09:24:15.723575 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4944027-8917-492f-93fe-49a3d7089cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c112358e-8f89-486b-830b-bf12fc7494da,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:15.782259 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=b3b566d3-0ef2-4523-9f59-7687a3353b4e,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:15.794143 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b854023-b887-43f6-8ea8-cdf2abe9be25 req-2852c76a-4c18-4010-9642-01165c06776d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:15.795629 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1b854023-b887-43f6-8ea8-cdf2abe9be25 req-2852c76a-4c18-4010-9642-01165c06776d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 945 time: 0.0519743 Aug 16 09:24:15.837932 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1b854023-b887-43f6-8ea8-cdf2abe9be25 req-0e88728d-f602-4dc2-a5a4-487439b5a280 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360944 Aug 16 09:24:16.014401 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['b3b566d3-0ef2-4523-9f59-7687a3353b4e'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:24:16.138370 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-74ab4cdc-c5af-4f17-9922-a0c0012d0e67 req-6fa2427d-a184-4ac1-bbcc-1ec3cdd213c5 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 210 time: 0.0512297 Aug 16 09:24:16.184470 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45554) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:16.195873 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b9f9f-964e-4807-ad32-2d7674d9b2d2 req-117e866d-6f2c-44f7-b2cc-3cbc4fbc7148 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:16.198142 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9f2b9f9f-964e-4807-ad32-2d7674d9b2d2 req-117e866d-6f2c-44f7-b2cc-3cbc4fbc7148 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0568466 Aug 16 09:24:16.224472 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-ffb6df49-2fe2-4c01-a267-edebe8071c9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc04ae0a949f4760b650e318965489bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385113 Aug 16 09:24:16.226940 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45556) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:16.237560 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9f2b9f9f-964e-4807-ad32-2d7674d9b2d2 req-8df380d2-ab56-4098-8563-d649c49c9f72 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334768 Aug 16 09:24:16.288721 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-316fb7dc-86a2-4dc5-9388-0e1e4988475f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:16.309030 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-316fb7dc-86a2-4dc5-9388-0e1e4988475f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:16.425995 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-316fb7dc-86a2-4dc5-9388-0e1e4988475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:16.429342 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-316fb7dc-86a2-4dc5-9388-0e1e4988475f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:16.430077 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-316fb7dc-86a2-4dc5-9388-0e1e4988475f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6598d1e8-a8c9-4b6e-9589-65caa4dbb5fc HTTP/1.1" status: 204 len: 168 time: 0.2022552 Aug 16 09:24:16.438934 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fb7dc-86a2-4dc5-9388-0e1e4988475f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6598d1e8-a8c9-4b6e-9589-65caa4dbb5fc,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:16.480463 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce2e4-5d73-43fc-a311-b12073af95e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:16.757587 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d270789-63ef-4d40-8109-f268aa9a5bc0 req-0b6b1946-25a1-4196-a598-39ce2c5e1967 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:16.759137 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7d270789-63ef-4d40-8109-f268aa9a5bc0 req-0b6b1946-25a1-4196-a598-39ce2c5e1967 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0489030 Aug 16 09:24:16.798069 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7d270789-63ef-4d40-8109-f268aa9a5bc0 req-5948a514-0539-464d-bd20-fbfaa14444a6 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323856 Aug 16 09:24:16.965845 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d35371-8d56-45ae-b6a5-f9f634a09bae req-b6e98d5f-a48d-4738-83e4-87915265aba0 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:16.967320 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-68d35371-8d56-45ae-b6a5-f9f634a09bae req-b6e98d5f-a48d-4738-83e4-87915265aba0 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 945 time: 0.0570431 Aug 16 09:24:17.005570 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-68d35371-8d56-45ae-b6a5-f9f634a09bae req-926f8bd1-4c68-4152-9ce8-c0e8f38fde54 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 Aug 16 09:24:17.233102 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ae30ecb9-3477-4e4e-94be-180af1a02d16 req-a812db17-b51f-4cb2-a7b2-c1e99e572b2b tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 210 time: 0.0253513 Aug 16 09:24:17.315501 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45590) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:17.354733 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-7f93fb4f-d1ba-4322-90ed-6055f83967de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdcaa32b4df24a7ebfa186d488e5da09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379944 Aug 16 09:24:17.357227 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45592) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:17.357692 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba4267-a366-4b47-9283-e395a3321f0b req-bb9eafe7-5681-4435-b779-00bea2ae0cc1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:17.359185 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5cba4267-a366-4b47-9283-e395a3321f0b req-bb9eafe7-5681-4435-b779-00bea2ae0cc1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0476100 Aug 16 09:24:17.379091 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device b3b566d3-0ef2-4523-9f59-7687a3353b4e up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:17.407504 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d04b42e1-541b-4d64-9763-379fa17349e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:17.417651 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5cba4267-a366-4b47-9283-e395a3321f0b req-bb77a6e9-1267-4bbe-888f-407b5bac32a0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518672 Aug 16 09:24:17.431430 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d04b42e1-541b-4d64-9763-379fa17349e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:17.557470 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port b3b566d3-0ef2-4523-9f59-7687a3353b4e completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:17.562351 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port b3b566d3-0ef2-4523-9f59-7687a3353b4e triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:17.562716 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:17.608309 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d04b42e1-541b-4d64-9763-379fa17349e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:17.610912 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d04b42e1-541b-4d64-9763-379fa17349e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:17.614400 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d04b42e1-541b-4d64-9763-379fa17349e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ec9fb3c-611e-4d6d-814c-f5048dee960a HTTP/1.1" status: 204 len: 168 time: 0.2538702 Aug 16 09:24:17.622122 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b42e1-541b-4d64-9763-379fa17349e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec9fb3c-611e-4d6d-814c-f5048dee960a,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:17.648785 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:17.672241 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1d9d9-b824-41ea-8594-b983ee0a6d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b566d3-0ef2-4523-9f59-7687a3353b4e'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:17.675027 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5de297-b9e4-43d3-90ee-adc1e9776e8f" -d '{"events": [{"server_uuid": "d9a1d9d9-b824-41ea-8594-b983ee0a6d5f", "name": "network-vif-plugged", "status": "completed", "tag": "b3b566d3-0ef2-4523-9f59-7687a3353b4e"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:17.689189 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port b3b566d3-0ef2-4523-9f59-7687a3353b4e, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=b3b566d3-0ef2-4523-9f59-7687a3353b4e,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:17.714462 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a315633-f3c6-4c5e-a43f-27c6db8d94c6 x-openstack-request-id: req-6a315633-f3c6-4c5e-a43f-27c6db8d94c6 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:17.714791 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a1d9d9-b824-41ea-8594-b983ee0a6d5f", "name": "network-vif-plugged", "status": "completed", "tag": "b3b566d3-0ef2-4523-9f59-7687a3353b4e", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:17.715031 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a315633-f3c6-4c5e-a43f-27c6db8d94c6 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:17.715423 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1d9d9-b824-41ea-8594-b983ee0a6d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b566d3-0ef2-4523-9f59-7687a3353b4e', 'code': 200} Aug 16 09:24:17.753226 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-57f7c845-2a2b-4b99-ad5c-3ecdfacfd709 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:17.754657 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-57f7c845-2a2b-4b99-ad5c-3ecdfacfd709 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.64 "GET /v2.0/networks?id=a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c HTTP/1.1" status: 200 len: 808 time: 0.1173000 Aug 16 09:24:17.784644 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:17.796666 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Request body: {'port': {'device_id': '4d70c27e-84bc-4691-81b8-dd3998307297', 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c', 'admin_state_up': True, 'tenant_id': '3785b6b90c8b4f32aa9abef835c13d77'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:17.836417 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=b3b566d3-0ef2-4523-9f59-7687a3353b4e,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:17.980473 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ad613-1d32-4a04-91db-2891f7861cd1 req-4c9c43c5-8e9c-4173-96b3-7dc42b4085ac tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:17.980473 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a87ad613-1d32-4a04-91db-2891f7861cd1 req-4c9c43c5-8e9c-4173-96b3-7dc42b4085ac tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0501158 Aug 16 09:24:17.980473 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a87ad613-1d32-4a04-91db-2891f7861cd1 req-cfd299a8-0ee4-4a26-aff7-b27b552772f3 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302756 Aug 16 09:24:18.122633 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692246a-c377-44e2-adb5-1541307e9800 req-a2ce7292-6f04-4545-a633-e82c9150ea16 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:18.124100 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f692246a-c377-44e2-adb5-1541307e9800 req-a2ce7292-6f04-4545-a633-e82c9150ea16 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 946 time: 0.0468483 Aug 16 09:24:18.150155 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Made reservation on behalf of 3785b6b90c8b4f32aa9abef835c13d77 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:24:18.154023 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:18.165360 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f692246a-c377-44e2-adb5-1541307e9800 req-dcc918a4-e3fb-4d80-a011-26df1dc4b377 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345099 Aug 16 09:24:18.305568 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Allocated IP 172.20.0.5 (a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c/64698c65-cea2-4734-b682-9aad99535f26/ee0c8211-87bc-473c-bbf9-4dc06e4c6129) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:24:18.372056 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e69d496d-efdf-4dcb-8612-364565685fbb req-24c49d20-aa1b-4b96-ac3b-8038fe980cbc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 210 time: 0.0463686 Aug 16 09:24:18.387136 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20af05b-8ea4-4767-9e98-229a663b2261 req-f113e151-8bbd-4e12-84a1-ba8a3900b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:18.388873 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e20af05b-8ea4-4767-9e98-229a663b2261 req-f113e151-8bbd-4e12-84a1-ba8a3900b231 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 1099 time: 0.0718279 Aug 16 09:24:18.425509 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e20af05b-8ea4-4767-9e98-229a663b2261 req-8b71aacd-791b-4406-995a-978fc47bc63d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289054 Aug 16 09:24:18.469930 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:18.569424 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afa636-8afc-4df8-97b4-e53c186bf7fb req-efcfbeb1-f482-423d-aff7-1586e3efe9a1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:18.570949 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f7afa636-8afc-4df8-97b4-e53c186bf7fb req-efcfbeb1-f482-423d-aff7-1586e3efe9a1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0594153 Aug 16 09:24:18.609407 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:18.610471 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f7afa636-8afc-4df8-97b4-e53c186bf7fb req-d793a78e-d384-4e07-bc40-9f987978c4ed tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331690 Aug 16 09:24:18.653618 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:18.660565 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:18.664420 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:24:18.671158 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Pushing event updated for resources: {'Port': ['ID=ee0c8211-87bc-473c-bbf9-4dc06e4c6129,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:18.719489 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:18.720100 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:18.832520 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b5100340-ce2d-47cf-aab7-1ebfc7320f38 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0403149 Aug 16 09:24:18.851642 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Request body: {'port': {'device_id': '4d70c27e-84bc-4691-81b8-dd3998307297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:18.906411 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.081439 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 45644) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:19.140229 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784f851-ab2a-47da-8fe3-1263d3b4eb9e req-a54f9b4e-b7cc-4455-b866-92606716e56a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:19.148852 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a784f851-ab2a-47da-8fe3-1263d3b4eb9e req-a54f9b4e-b7cc-4455-b866-92606716e56a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0738678 Aug 16 09:24:19.180957 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.184958 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a784f851-ab2a-47da-8fe3-1263d3b4eb9e req-6a5096fb-6486-481f-b5d6-bd0d3f0393e0 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349615 Aug 16 09:24:19.219748 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9300bae1-a61a-4f6f-82f8-4bcea13d5c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.230588 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0c8211-87bc-473c-bbf9-4dc06e4c6129 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:24:19.244384 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.258107 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5e37f27-5150-4b1c-9f29-cad08f85c03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.269579 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Transition to ACTIVE for port object ee0c8211-87bc-473c-bbf9-4dc06e4c6129 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:19.326469 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf6d04-003a-4d60-9b53-77d477c14448 req-0f352373-bb7d-4c91-a6c5-34f338b55dfe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:19.328184 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-64bf6d04-003a-4d60-9b53-77d477c14448 req-0f352373-bb7d-4c91-a6c5-34f338b55dfe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 946 time: 0.0750234 Aug 16 09:24:19.360826 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5e37f27-5150-4b1c-9f29-cad08f85c03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.362565 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.370350 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-64bf6d04-003a-4d60-9b53-77d477c14448 req-ebd6292b-2854-4cf2-bf08-742b0c493ed1 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356102 Aug 16 09:24:19.432770 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Pushing event updated for resources: {'Port': ['ID=ee0c8211-87bc-473c-bbf9-4dc06e4c6129,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:19.496819 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5e37f27-5150-4b1c-9f29-cad08f85c03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.509052 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a5d0d-d639-4690-b5a1-1d9403766195 req-e5b05744-cd2c-4d9c-90a0-d1dc591a660b tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:19.510490 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ac3a5d0d-d639-4690-b5a1-1d9403766195 req-e5b05744-cd2c-4d9c-90a0-d1dc591a660b tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 943 time: 0.0611057 Aug 16 09:24:19.554352 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ac3a5d0d-d639-4690-b5a1-1d9403766195 req-8731cc5e-88bf-4ce2-a1ff-8c48f6d5ca00 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Aug 16 09:24:19.555666 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Attempting to bind port ee0c8211-87bc-473c-bbf9-4dc06e4c6129 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:24:19.556679 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Attempting to bind port ee0c8211-87bc-473c-bbf9-4dc06e4c6129 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '12794b1e-994c-482b-a492-219c67d0f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:24:19.556679 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Attempting to bind port ee0c8211-87bc-473c-bbf9-4dc06e4c6129 on network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:19.564869 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f5e37f27-5150-4b1c-9f29-cad08f85c03d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2748c94cd91d4fd8851e63a7ff8f1a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823523 Aug 16 09:24:19.567075 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e37f27-5150-4b1c-9f29-cad08f85c03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d66941-dc79-40a0-8956-9fd76023f815,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:19.576446 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 45686) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:19.576901 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Port ee0c8211-87bc-473c-bbf9-4dc06e4c6129 on network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:24:19.576901 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Attempting to bind port ee0c8211-87bc-473c-bbf9-4dc06e4c6129 on network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:19.576901 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:24:19.576901 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Checking segment: {'id': '12794b1e-994c-482b-a492-219c67d0f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:19.576901 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Bound using segment: {'id': '12794b1e-994c-482b-a492-219c67d0f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:24:19.576901 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Bound port: ee0c8211-87bc-473c-bbf9-4dc06e4c6129, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12794b1e-994c-482b-a492-219c67d0f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:24:19.578081 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.623101 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd254fa6-738f-4981-94a2-689163e4e2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.651797 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] For port ee0c8211-87bc-473c-bbf9-4dc06e4c6129, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:24:19.652973 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd254fa6-738f-4981-94a2-689163e4e2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.655555 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] For port ee0c8211-87bc-473c-bbf9-4dc06e4c6129, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=ee0c8211-87bc-473c-bbf9-4dc06e4c6129,segment=NetworkSegment(12794b1e-994c-482b-a492-219c67d0f353),segment_id=12794b1e-994c-482b-a492-219c67d0f353)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:24:19.740977 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbca928-b886-4b98-b07a-a9674252f6e8 req-50252721-fa17-48b4-8a15-db6fda387f6e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:19.742453 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-edbca928-b886-4b98-b07a-a9674252f6e8 req-50252721-fa17-48b4-8a15-db6fda387f6e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0514562 Aug 16 09:24:19.758007 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.780626 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-edbca928-b886-4b98-b07a-a9674252f6e8 req-0c86eb3c-7493-4e42-9ff6-9eeee2473b28 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Aug 16 09:24:19.789860 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:19.790575 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.791943 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] 10.222.0.64 "PUT /v2.0/ports/ee0c8211-87bc-473c-bbf9-4dc06e4c6129 HTTP/1.1" status: 200 len: 1093 time: 0.9448147 Aug 16 09:24:19.795083 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d70c27e-84bc-4691-81b8-dd3998307297', 'tag': 'ee0c8211-87bc-473c-bbf9-4dc06e4c6129'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:19.798660 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84d68c3-28ab-4775-9ea6-e466b5243491" -d '{"events": [{"name": "network-changed", "server_uuid": "4d70c27e-84bc-4691-81b8-dd3998307297", "tag": "ee0c8211-87bc-473c-bbf9-4dc06e4c6129"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:19.826012 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ab4ac-545b-4b4f-8c1b-0ab366827b6e service neutron] Pushing event updated for resources: {'Port': ['ID=ee0c8211-87bc-473c-bbf9-4dc06e4c6129,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:19.838668 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac28a6e-0117-4d74-ba98-d121cf3b06dd x-openstack-request-id: req-dac28a6e-0117-4d74-ba98-d121cf3b06dd {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:19.838957 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d70c27e-84bc-4691-81b8-dd3998307297", "tag": "ee0c8211-87bc-473c-bbf9-4dc06e4c6129", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:19.839202 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dac28a6e-0117-4d74-ba98-d121cf3b06dd {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:19.839591 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d70c27e-84bc-4691-81b8-dd3998307297', 'tag': 'ee0c8211-87bc-473c-bbf9-4dc06e4c6129', 'status': 'completed', 'code': 200} Aug 16 09:24:19.865824 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd254fa6-738f-4981-94a2-689163e4e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.868417 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd254fa6-738f-4981-94a2-689163e4e2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:19.869528 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-bd254fa6-738f-4981-94a2-689163e4e2b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68d66941-dc79-40a0-8956-9fd76023f815 HTTP/1.1" status: 204 len: 168 time: 0.3005424 Aug 16 09:24:19.877798 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd254fa6-738f-4981-94a2-689163e4e2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d66941-dc79-40a0-8956-9fd76023f815,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:19.912077 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d68c3-28ab-4775-9ea6-e466b5243491 req-a29d683b-948f-4028-9205-771a453251e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:19.913731 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b84d68c3-28ab-4775-9ea6-e466b5243491 req-a29d683b-948f-4028-9205-771a453251e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3785b6b90c8b4f32aa9abef835c13d77&device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 1096 time: 0.0506341 Aug 16 09:24:20.019381 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d68c3-28ab-4775-9ea6-e466b5243491 req-d060e5d2-0630-4403-b646-12359fec5644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:20.019660 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b84d68c3-28ab-4775-9ea6-e466b5243491 req-d060e5d2-0630-4403-b646-12359fec5644 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3785b6b90c8b4f32aa9abef835c13d77&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0924914 Aug 16 09:24:20.115619 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d68c3-28ab-4775-9ea6-e466b5243491 req-2a941b4c-4060-4aad-a83b-f003d770522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:20.117264 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b84d68c3-28ab-4775-9ea6-e466b5243491 req-2a941b4c-4060-4aad-a83b-f003d770522b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895653 Aug 16 09:24:20.203315 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-982c82f7-37e1-4522-aa6a-6ca22fd649dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:20.205032 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-982c82f7-37e1-4522-aa6a-6ca22fd649dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3785b6b90c8b4f32aa9abef835c13d77&device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 1096 time: 0.0457091 Aug 16 09:24:20.256321 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-8453e47f-60e9-4917-870d-1cc9e71b96c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee0c8211-87bc-473c-bbf9-4dc06e4c6129 HTTP/1.1" status: 200 len: 217 time: 0.0394108 Aug 16 09:24:20.298398 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:20.316544 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-c7d5a07a-c140-4fcd-becb-a70c1c4dc584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:20.318104 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-c7d5a07a-c140-4fcd-becb-a70c1c4dc584 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64698c65-cea2-4734-b682-9aad99535f26 HTTP/1.1" status: 200 len: 848 time: 0.0507960 Aug 16 09:24:20.343141 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b11d4-d7df-49eb-96c5-ce4e5015aaf2 req-a9e03b55-8db4-4e62-b6a1-9952a7709024 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:20.344757 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-418b11d4-d7df-49eb-96c5-ce4e5015aaf2 req-a9e03b55-8db4-4e62-b6a1-9952a7709024 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0826383 Aug 16 09:24:20.360493 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-593a9779-b932-4744-8cd6-5e6dfabd8251 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336118 Aug 16 09:24:20.384124 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-418b11d4-d7df-49eb-96c5-ce4e5015aaf2 req-08bcd431-1664-4600-ae9e-e3bddd5a23d2 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327454 Aug 16 09:24:20.488396 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a83a73-eb66-4aa8-af0a-a5eb0cdbc01b req-57aa1e1c-028f-45c7-9f54-2dd4a04f50f9 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:20.489905 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f6a83a73-eb66-4aa8-af0a-a5eb0cdbc01b req-57aa1e1c-028f-45c7-9f54-2dd4a04f50f9 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 946 time: 0.0486612 Aug 16 09:24:20.528047 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f6a83a73-eb66-4aa8-af0a-a5eb0cdbc01b req-a62a0cdd-7a64-440b-ac46-9bacd161c49d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Aug 16 09:24:20.554757 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-a6bce2c8-71bf-4a4e-be5d-344739116fd0 service neutron] 10.222.0.64 "GET /v2.0/networks/a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810675 Aug 16 09:24:20.680792 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a1ee-1f81-4188-8c07-60783aaee780 req-dfb3f087-4485-4eb4-a281-4ba7ee833531 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:20.682442 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-adb7a1ee-1f81-4188-8c07-60783aaee780 req-dfb3f087-4485-4eb4-a281-4ba7ee833531 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 943 time: 0.0601437 Aug 16 09:24:20.723468 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-adb7a1ee-1f81-4188-8c07-60783aaee780 req-035f8f24-339e-49e6-8129-aaac6b9ed946 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Aug 16 09:24:20.814631 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc0c6a0a-7928-497e-8490-85344fdf7659 req-b2454c17-9058-4b1c-b17d-a681ec098386 service neutron] 10.222.0.64 "GET /v2.0/networks/a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521093 Aug 16 09:24:20.918391 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be997f-f61d-401b-99e1-e9b2dd5bbf28 req-434a53cd-ac72-49dc-a83b-41d9d856b8c5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:20.918587 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-59be997f-f61d-401b-99e1-e9b2dd5bbf28 req-434a53cd-ac72-49dc-a83b-41d9d856b8c5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0572984 Aug 16 09:24:20.961402 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-59be997f-f61d-401b-99e1-e9b2dd5bbf28 req-4b4620bb-4665-44b6-9093-995cd054c4c2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348020 Aug 16 09:24:21.405456 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8442553c-55ca-4efe-91e7-1e53307a1818 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:24:21.501469 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:21.502343 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d93fd0-05c1-4ddb-a586-552aa3cd5a87 req-6b20a681-0149-4480-a15f-a8f1ba676749 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:21.503825 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-70d93fd0-05c1-4ddb-a586-552aa3cd5a87 req-6b20a681-0149-4480-a15f-a8f1ba676749 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0495243 Aug 16 09:24:21.516144 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '8442553c-55ca-4efe-91e7-1e53307a1818', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'port_id': '8442553c-55ca-4efe-91e7-1e53307a1818', 'mac_address': 'fa:16:3e:89:f1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:24:21.542911 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-70d93fd0-05c1-4ddb-a586-552aa3cd5a87 req-cd1ab213-738a-4ef2-a8e0-150eec823e62 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329864 Aug 16 09:24:21.555496 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:21.569623 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8442553c-55ca-4efe-91e7-1e53307a1818 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:24:21.588846 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:21.681851 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:21.736494 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=8442553c-55ca-4efe-91e7-1e53307a1818,revision_number=6']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:21.820904 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:21.845831 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33677-ec7e-458a-b383-4d634f1b833f req-64811aa6-cac6-4b66-bfa0-163e3850fcf7 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:21.850406 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9ea33677-ec7e-458a-b383-4d634f1b833f req-64811aa6-cac6-4b66-bfa0-163e3850fcf7 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 943 time: 0.0534074 Aug 16 09:24:21.887466 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['8442553c-55ca-4efe-91e7-1e53307a1818'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:24:21.898630 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9ea33677-ec7e-458a-b383-4d634f1b833f req-77210fed-5929-4eb1-bf23-73c47440d037 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Aug 16 09:24:22.088775 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348267e-8445-4ef8-9661-635436fdfa1f req-52565c5b-3cd0-4b5c-8914-7fd765fd65b2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:22.090429 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f348267e-8445-4ef8-9661-635436fdfa1f req-52565c5b-3cd0-4b5c-8914-7fd765fd65b2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 945 time: 0.0518858 Aug 16 09:24:22.140643 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f348267e-8445-4ef8-9661-635436fdfa1f req-69fa0c10-e70d-4ef5-88f2-316ff19e70b3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439098 Aug 16 09:24:22.661134 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122eb6c-8caf-46a9-a3e9-e800de90bc90 req-490d75fe-4db5-4953-8a20-005a6d1623cb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:22.662623 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8122eb6c-8caf-46a9-a3e9-e800de90bc90 req-490d75fe-4db5-4953-8a20-005a6d1623cb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0510640 Aug 16 09:24:22.700510 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8122eb6c-8caf-46a9-a3e9-e800de90bc90 req-99f5d070-9266-4c4b-902b-fedff2518150 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Aug 16 09:24:23.061666 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34a6bb-97c4-491f-8936-127183ee1681 req-5201579b-ad27-41fa-99a2-1822277ff667 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:23.071721 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fe34a6bb-97c4-491f-8936-127183ee1681 req-5201579b-ad27-41fa-99a2-1822277ff667 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 943 time: 0.0830824 Aug 16 09:24:23.125817 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fe34a6bb-97c4-491f-8936-127183ee1681 req-90d58917-422a-4f8c-bd45-31d2a8d0c6fb tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533841 Aug 16 09:24:23.284938 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b28c8f-90f6-45be-95cf-45bd3b8a3bc4 req-7a279c70-73ed-40f3-a5c2-1913bf133da9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:23.292526 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-74b28c8f-90f6-45be-95cf-45bd3b8a3bc4 req-7a279c70-73ed-40f3-a5c2-1913bf133da9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 945 time: 0.0582297 Aug 16 09:24:23.339536 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-74b28c8f-90f6-45be-95cf-45bd3b8a3bc4 req-1f767a80-ada8-4cf0-a989-c863e1bd38b9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461044 Aug 16 09:24:23.440932 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device ee0c8211-87bc-473c-bbf9-4dc06e4c6129 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:24:23.440932 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8442553c-55ca-4efe-91e7-1e53307a1818 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:23.608900 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 8442553c-55ca-4efe-91e7-1e53307a1818 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:23.609314 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:23.651563 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port ee0c8211-87bc-473c-bbf9-4dc06e4c6129, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=ee0c8211-87bc-473c-bbf9-4dc06e4c6129,segment=NetworkSegment(12794b1e-994c-482b-a492-219c67d0f353),segment_id=12794b1e-994c-482b-a492-219c67d0f353)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:23.691155 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'ee0c8211-87bc-473c-bbf9-4dc06e4c6129', 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c', 'port_id': 'ee0c8211-87bc-473c-bbf9-4dc06e4c6129', 'mac_address': 'fa:16:3e:d0:22:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64698c65-cea2-4734-b682-9aad99535f26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:24:23.759144 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:23.802055 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0c8211-87bc-473c-bbf9-4dc06e4c6129 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:24:23.831720 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:23.834837 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port ee0c8211-87bc-473c-bbf9-4dc06e4c6129, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=ee0c8211-87bc-473c-bbf9-4dc06e4c6129,segment=NetworkSegment(12794b1e-994c-482b-a492-219c67d0f353),segment_id=12794b1e-994c-482b-a492-219c67d0f353)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:23.868093 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:23.870540 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f68e6f-ac64-494d-9083-7196a1e30e97" -d '{"events": [{"server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "name": "network-vif-plugged", "status": "completed", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:23.883591 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c082a1-0533-4047-b60a-c00b3b6c229d req-4b7844f6-d1c0-46c6-a612-ec470bcf17b2 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:23.888569 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:23.890052 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-11c082a1-0533-4047-b60a-c00b3b6c229d req-4b7844f6-d1c0-46c6-a612-ec470bcf17b2 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1082644 Aug 16 09:24:23.943550 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-11c082a1-0533-4047-b60a-c00b3b6c229d req-696d6bf0-bac9-4eb9-aad8-d42dd6e90605 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437281 Aug 16 09:24:23.964090 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:23.996903 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81de4f93-e45d-401e-8877-e037bd063123 x-openstack-request-id: req-81de4f93-e45d-401e-8877-e037bd063123 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:23.997212 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "name": "network-vif-plugged", "status": "completed", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:23.998129 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81de4f93-e45d-401e-8877-e037bd063123 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:23.998129 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818', 'code': 200} Aug 16 09:24:24.000791 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:24.037977 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=ee0c8211-87bc-473c-bbf9-4dc06e4c6129,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:24.117415 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=8442553c-55ca-4efe-91e7-1e53307a1818,revision_number=7']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:24.406036 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c53a9-81ac-4352-b114-ee91da27909d req-8fe4378e-6adf-4dbd-b427-f8cca0478de6 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:24.406036 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e78c53a9-81ac-4352-b114-ee91da27909d req-8fe4378e-6adf-4dbd-b427-f8cca0478de6 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 944 time: 0.1202013 Aug 16 09:24:24.406444 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['ee0c8211-87bc-473c-bbf9-4dc06e4c6129'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:24:24.426677 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e78c53a9-81ac-4352-b114-ee91da27909d req-77d7da62-069b-42cb-8c88-2ea4e08b1096 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707114 Aug 16 09:24:24.575973 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd73811-aecd-4072-bd94-f546e8287c52 req-da701728-70dc-4e9b-884e-2146836505b1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:24.577641 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dcd73811-aecd-4072-bd94-f546e8287c52 req-da701728-70dc-4e9b-884e-2146836505b1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0637944 Aug 16 09:24:24.626329 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dcd73811-aecd-4072-bd94-f546e8287c52 req-eefb3b4b-ac96-4947-a106-ac6a9c5dd1ef tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415871 Aug 16 09:24:25.101904 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9127e-4116-4a26-89c6-06659eee622b req-37ceaf4f-0d3a-467e-93fa-52a4e920658a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:25.103586 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-97f9127e-4116-4a26-89c6-06659eee622b req-37ceaf4f-0d3a-467e-93fa-52a4e920658a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0789642 Aug 16 09:24:25.154440 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-97f9127e-4116-4a26-89c6-06659eee622b req-efe0ac13-5474-4274-b308-f8d894f16b95 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437911 Aug 16 09:24:25.458695 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device ee0c8211-87bc-473c-bbf9-4dc06e4c6129 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:25.577154 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88504778-d8d5-4042-9370-747ef2908ab9 req-8025b4c1-e969-485d-b401-05e2d494265a tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:25.578626 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-88504778-d8d5-4042-9370-747ef2908ab9 req-8025b4c1-e969-485d-b401-05e2d494265a tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 944 time: 0.0569210 Aug 16 09:24:25.619029 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-88504778-d8d5-4042-9370-747ef2908ab9 req-ca39f2ca-500a-4036-b936-fe48c4c6499e tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Aug 16 09:24:25.751419 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e7289-5aa0-4edd-a07e-996d8ad88250 req-d9b8af77-eac9-477b-9519-31a5e89b055f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:25.752926 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-215e7289-5aa0-4edd-a07e-996d8ad88250 req-d9b8af77-eac9-477b-9519-31a5e89b055f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0497391 Aug 16 09:24:25.790337 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-215e7289-5aa0-4edd-a07e-996d8ad88250 req-4ffce1b5-00a1-4441-9670-e54903e1e6e5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313926 Aug 16 09:24:25.883129 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port ee0c8211-87bc-473c-bbf9-4dc06e4c6129 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:25.887849 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port ee0c8211-87bc-473c-bbf9-4dc06e4c6129 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:25.888253 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:25.966560 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:25.998981 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d70c27e-84bc-4691-81b8-dd3998307297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0c8211-87bc-473c-bbf9-4dc06e4c6129'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:26.001972 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4990be22-82b0-4d56-8b9a-22ef7008e711" -d '{"events": [{"server_uuid": "4d70c27e-84bc-4691-81b8-dd3998307297", "name": "network-vif-plugged", "status": "completed", "tag": "ee0c8211-87bc-473c-bbf9-4dc06e4c6129"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:26.018673 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port ee0c8211-87bc-473c-bbf9-4dc06e4c6129, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=ee0c8211-87bc-473c-bbf9-4dc06e4c6129,segment=NetworkSegment(12794b1e-994c-482b-a492-219c67d0f353),segment_id=12794b1e-994c-482b-a492-219c67d0f353)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:26.044280 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92174b1c-0f64-4528-94be-1c9c9f5a085b x-openstack-request-id: req-92174b1c-0f64-4528-94be-1c9c9f5a085b {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:26.044593 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d70c27e-84bc-4691-81b8-dd3998307297", "name": "network-vif-plugged", "status": "completed", "tag": "ee0c8211-87bc-473c-bbf9-4dc06e4c6129", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:26.044852 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92174b1c-0f64-4528-94be-1c9c9f5a085b {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:26.045252 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d70c27e-84bc-4691-81b8-dd3998307297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0c8211-87bc-473c-bbf9-4dc06e4c6129', 'code': 200} Aug 16 09:24:26.134818 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:26.212480 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=ee0c8211-87bc-473c-bbf9-4dc06e4c6129,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:26.302506 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb95a4-3816-4f36-b19e-286ebb3b5466 req-6544f0b4-2ed2-4e92-9bfa-78c328bf2092 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:26.303944 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-55bb95a4-3816-4f36-b19e-286ebb3b5466 req-6544f0b4-2ed2-4e92-9bfa-78c328bf2092 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0593464 Aug 16 09:24:26.358148 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-55bb95a4-3816-4f36-b19e-286ebb3b5466 req-2a15c03a-12c5-488d-bd1a-614ab4cd18c1 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455401 Aug 16 09:24:26.423707 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761eefc-d60e-4ba7-9e6d-60ab679e4f82 req-a865aab3-7ce4-47e7-9b4b-b7848361c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:26.425370 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b761eefc-d60e-4ba7-9e6d-60ab679e4f82 req-a865aab3-7ce4-47e7-9b4b-b7848361c94c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 1098 time: 0.0475950 Aug 16 09:24:26.476171 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b761eefc-d60e-4ba7-9e6d-60ab679e4f82 req-aac44721-4447-4af7-92ef-eea0273096c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340962 Aug 16 09:24:26.760421 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed7e79-cb9f-4989-ad26-49eb738f8474 req-c1be89b1-5e6a-44e8-ac4d-bb03a2834d23 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:26.765091 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e0ed7e79-cb9f-4989-ad26-49eb738f8474 req-c1be89b1-5e6a-44e8-ac4d-bb03a2834d23 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 945 time: 0.0659969 Aug 16 09:24:26.809662 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e0ed7e79-cb9f-4989-ad26-49eb738f8474 req-355161b5-4512-4e01-80b3-2b049c147e50 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386028 Aug 16 09:24:26.937087 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e47d3-8c27-4b95-9e92-cc78522b92ac req-96c6f397-0241-4ade-a379-f6cceb88b633 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:26.938810 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0d0e47d3-8c27-4b95-9e92-cc78522b92ac req-96c6f397-0241-4ade-a379-f6cceb88b633 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0589590 Aug 16 09:24:26.979297 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0d0e47d3-8c27-4b95-9e92-cc78522b92ac req-2343a818-a989-4f62-857b-20dadfeefa12 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343471 Aug 16 09:24:27.497716 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5d4ca-0fdc-4409-91e9-23e43a2151c7 req-59f25ef0-b647-4992-b075-bb0589fb0fa2 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:27.505456 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-53d5d4ca-0fdc-4409-91e9-23e43a2151c7 req-59f25ef0-b647-4992-b075-bb0589fb0fa2 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0753450 Aug 16 09:24:27.542546 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-53d5d4ca-0fdc-4409-91e9-23e43a2151c7 req-9969ea7b-fb0b-4e90-9495-646aa9fc5a4e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361900 Aug 16 09:24:27.995647 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d162a4-6d62-4e1c-805b-175b4bed170f req-ee2c12dc-48e4-4449-b1fb-80e9d9cd335f tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:28.007525 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-18d162a4-6d62-4e1c-805b-175b4bed170f req-ee2c12dc-48e4-4449-b1fb-80e9d9cd335f tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 945 time: 0.0881667 Aug 16 09:24:28.057779 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-18d162a4-6d62-4e1c-805b-175b4bed170f req-a0eb6fdb-6235-463c-802c-b0c23237bf23 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487778 Aug 16 09:24:28.203796 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d953293-31b0-4208-868c-342610b2f7cb req-e055b1cd-4eb9-4841-b8c1-6af759176557 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:28.205312 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9d953293-31b0-4208-868c-342610b2f7cb req-e055b1cd-4eb9-4841-b8c1-6af759176557 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0706894 Aug 16 09:24:28.263101 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9d953293-31b0-4208-868c-342610b2f7cb req-48229578-001a-44ca-a246-31f55e6470dc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510702 Aug 16 09:24:28.761750 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466c26b-1f48-4f35-811f-217615b5f708 req-97f9bf29-2810-41d8-b8b6-db28be2f645a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:28.763386 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0466c26b-1f48-4f35-811f-217615b5f708 req-97f9bf29-2810-41d8-b8b6-db28be2f645a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1178160 Aug 16 09:24:28.894861 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0466c26b-1f48-4f35-811f-217615b5f708 req-dffdafbd-6dc1-46f8-8352-f1f4829398d2 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951355 Aug 16 09:24:29.396591 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566186a-d3a8-4ede-a5df-f73e954e671c req-ea272755-535f-481b-9d97-ea9e39bf7ea4 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:29.399642 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-1613d2f0-dcf8-43b8-a078-61caea17cae2 req-f2be3511-971f-4f97-a928-d67266016322 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466876 Aug 16 09:24:29.400725 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7566186a-d3a8-4ede-a5df-f73e954e671c req-ea272755-535f-481b-9d97-ea9e39bf7ea4 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0585783 Aug 16 09:24:29.454732 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7566186a-d3a8-4ede-a5df-f73e954e671c req-f99c0ced-2db6-43bf-abc9-62e2cde0eb7a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499721 Aug 16 09:24:29.484035 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d2f0-dcf8-43b8-a078-61caea17cae2 req-998f5904-0565-4e69-8794-4d8fdf4e9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:29.485581 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-1613d2f0-dcf8-43b8-a078-61caea17cae2 req-998f5904-0565-4e69-8794-4d8fdf4e9fe9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 1098 time: 0.0523224 Aug 16 09:24:29.603605 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d2f0-dcf8-43b8-a078-61caea17cae2 req-d6f6208f-09a0-4085-bc52-509e171fc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:29.605647 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-1613d2f0-dcf8-43b8-a078-61caea17cae2 req-d6f6208f-09a0-4085-bc52-509e171fc825 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 200 len: 920 time: 0.0918763 Aug 16 09:24:29.650295 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-1613d2f0-dcf8-43b8-a078-61caea17cae2 req-feecf7ec-889a-4bb1-b0a9-b443b33c3515 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fbe971-22b6-472a-8c60-44e5ba3d9eee HTTP/1.1" status: 200 len: 217 time: 0.0354607 Aug 16 09:24:29.706098 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d2f0-dcf8-43b8-a078-61caea17cae2 req-79530441-f45e-4433-ba87-adba594dd089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:29.707602 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-1613d2f0-dcf8-43b8-a078-61caea17cae2 req-79530441-f45e-4433-ba87-adba594dd089 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbb08f7e-85f6-4f98-a2d3-d7228b510948 HTTP/1.1" status: 200 len: 859 time: 0.0486460 Aug 16 09:24:29.746637 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-1613d2f0-dcf8-43b8-a078-61caea17cae2 req-50872068-dc73-4608-8e61-1e7046574cd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8388d5d-e82d-4603-85bb-7ced61481563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252407 Aug 16 09:24:29.840243 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-1613d2f0-dcf8-43b8-a078-61caea17cae2 req-fd66f0f5-11a0-43f7-b934-9b47411a5a02 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837238 Aug 16 09:24:29.957083 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-1613d2f0-dcf8-43b8-a078-61caea17cae2 req-c933a1ac-4fa4-46c8-ae42-353882c5ad52 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091840 Aug 16 09:24:30.069003 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ef9de-a433-48aa-bc6c-e46878784640 req-a724f0b3-878b-4f8c-b329-fa515329f569 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:30.071419 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d05ef9de-a433-48aa-bc6c-e46878784640 req-a724f0b3-878b-4f8c-b329-fa515329f569 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0975215 Aug 16 09:24:30.137169 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d05ef9de-a433-48aa-bc6c-e46878784640 req-3e53c3b6-7a0a-43f5-ae49-f342e7b4b53d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536695 Aug 16 09:24:30.603346 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a0b9a-28c8-4eb3-9dfb-dcbb004261ad req-87127551-787c-4b04-8b11-eb27497f0703 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:30.605454 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-961a0b9a-28c8-4eb3-9dfb-dcbb004261ad req-87127551-787c-4b04-8b11-eb27497f0703 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0507743 Aug 16 09:24:30.656427 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-961a0b9a-28c8-4eb3-9dfb-dcbb004261ad req-2d9ad532-4dca-4430-a8a3-97e7eeb5afcc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434947 Aug 16 09:24:30.778993 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fa0c4-af1f-445d-845a-67b38e096345 req-4597021c-a8e1-4309-99de-16ad2f377a9a tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:30.780613 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd1fa0c4-af1f-445d-845a-67b38e096345 req-4597021c-a8e1-4309-99de-16ad2f377a9a tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 945 time: 0.0606511 Aug 16 09:24:30.835505 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd1fa0c4-af1f-445d-845a-67b38e096345 req-fbc3f609-1204-4055-a6d4-3d83cc8128eb tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483859 Aug 16 09:24:31.269925 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadcd33-ee17-4334-b8de-c91c0b6c175a req-7417fdbe-6da9-4e4c-b6e9-46ecdb6ee3ac tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:31.271552 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2cadcd33-ee17-4334-b8de-c91c0b6c175a req-7417fdbe-6da9-4e4c-b6e9-46ecdb6ee3ac tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0554221 Aug 16 09:24:31.335660 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2cadcd33-ee17-4334-b8de-c91c0b6c175a req-6779c5af-4d2f-402e-acbd-23678ad1d7d2 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525463 Aug 16 09:24:31.782126 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95164d88-2d99-4ed9-8109-98fe429835fe req-90d566ed-440a-46f4-bbe5-e3759c308453 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:31.783725 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-95164d88-2d99-4ed9-8109-98fe429835fe req-90d566ed-440a-46f4-bbe5-e3759c308453 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0563116 Aug 16 09:24:31.828912 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-95164d88-2d99-4ed9-8109-98fe429835fe req-7a257d93-3117-4a2e-b7ba-445afaff77c6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 Aug 16 09:24:31.843117 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:31.957269 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da4bf6-2e4f-4911-ba4d-b9bc816b066c req-4a8ebf1e-5bc8-4a6e-8e3a-dc45c07102c5 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:31.958887 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e9da4bf6-2e4f-4911-ba4d-b9bc816b066c req-4a8ebf1e-5bc8-4a6e-8e3a-dc45c07102c5 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 945 time: 0.0571210 Aug 16 09:24:32.007015 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e9da4bf6-2e4f-4911-ba4d-b9bc816b066c req-6e38d8dc-1439-4b60-95de-0b7cff6388d7 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Aug 16 09:24:32.477217 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50dd10-2296-4d7d-8174-6e303f97e219 req-0bc6038a-390a-40d7-92d8-f3817482117f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:32.479108 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5a50dd10-2296-4d7d-8174-6e303f97e219 req-0bc6038a-390a-40d7-92d8-f3817482117f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0655122 Aug 16 09:24:32.524342 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5a50dd10-2296-4d7d-8174-6e303f97e219 req-e2236c9b-2d4b-4be6-8cd9-ea5c0ca008e7 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359757 Aug 16 09:24:32.574375 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aca13-b8ae-4c0a-9490-8e71ff3dc0a0 req-d8076568-278d-4d69-b0a8-51a568730ecb tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:32.575988 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ab4aca13-b8ae-4c0a-9490-8e71ff3dc0a0 req-d8076568-278d-4d69-b0a8-51a568730ecb tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 945 time: 0.0538890 Aug 16 09:24:32.680565 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-ab4aca13-b8ae-4c0a-9490-8e71ff3dc0a0 req-f79283d7-26d5-4ee7-9535-fea5a6400740 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Deleting port ee0c8211-87bc-473c-bbf9-4dc06e4c6129 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:24:32.680944 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-ab4aca13-b8ae-4c0a-9490-8e71ff3dc0a0 req-f79283d7-26d5-4ee7-9535-fea5a6400740 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:32.788860 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-ab4aca13-b8ae-4c0a-9490-8e71ff3dc0a0 req-f79283d7-26d5-4ee7-9535-fea5a6400740 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] For port ee0c8211-87bc-473c-bbf9-4dc06e4c6129, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=ee0c8211-87bc-473c-bbf9-4dc06e4c6129,segment=NetworkSegment(12794b1e-994c-482b-a492-219c67d0f353),segment_id=12794b1e-994c-482b-a492-219c67d0f353)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:32.789422 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-ab4aca13-b8ae-4c0a-9490-8e71ff3dc0a0 req-f79283d7-26d5-4ee7-9535-fea5a6400740 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:32.806159 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-ab4aca13-b8ae-4c0a-9490-8e71ff3dc0a0 req-f79283d7-26d5-4ee7-9535-fea5a6400740 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Calling delete_port for ee0c8211-87bc-473c-bbf9-4dc06e4c6129 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:24:32.962059 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204c639-667b-421e-9e59-da3073127588 req-9abfb5f2-f2dd-40a6-93d8-d40e1612ffbe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:32.969545 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7204c639-667b-421e-9e59-da3073127588 req-9abfb5f2-f2dd-40a6-93d8-d40e1612ffbe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0717831 Aug 16 09:24:33.004668 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7204c639-667b-421e-9e59-da3073127588 req-8c559996-2da2-41ac-8ca2-37dbba9472b7 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342391 Aug 16 09:24:33.129834 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51dc50-6887-4b3e-bb22-60910745d06c req-05f65811-2314-456c-8b4f-03ebc4013f32 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:33.131294 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0d51dc50-6887-4b3e-bb22-60910745d06c req-05f65811-2314-456c-8b4f-03ebc4013f32 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 945 time: 0.0523033 Aug 16 09:24:33.172477 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0d51dc50-6887-4b3e-bb22-60910745d06c req-97d67fcc-3c94-4320-ae08-19a226b0a321 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340900 Aug 16 09:24:33.321362 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-ab4aca13-b8ae-4c0a-9490-8e71ff3dc0a0 req-f79283d7-26d5-4ee7-9535-fea5a6400740 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:33.333084 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['ee0c8211-87bc-473c-bbf9-4dc06e4c6129'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:24:33.351688 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79283d7-26d5-4ee7-9535-fea5a6400740 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Pushing event deleted for resources: {'Port': ['ID=ee0c8211-87bc-473c-bbf9-4dc06e4c6129,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:33.391866 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4aca13-b8ae-4c0a-9490-8e71ff3dc0a0 req-f79283d7-26d5-4ee7-9535-fea5a6400740 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] No DVR routers for this DVR port ee0c8211-87bc-473c-bbf9-4dc06e4c6129 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:24:33.395277 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-ab4aca13-b8ae-4c0a-9490-8e71ff3dc0a0 req-f79283d7-26d5-4ee7-9535-fea5a6400740 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:33.397477 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ab4aca13-b8ae-4c0a-9490-8e71ff3dc0a0 req-f79283d7-26d5-4ee7-9535-fea5a6400740 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.64 "DELETE /v2.0/ports/ee0c8211-87bc-473c-bbf9-4dc06e4c6129 HTTP/1.1" status: 204 len: 173 time: 0.8149159 Aug 16 09:24:33.397933 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d70c27e-84bc-4691-81b8-dd3998307297', 'name': 'network-vif-deleted', 'tag': 'ee0c8211-87bc-473c-bbf9-4dc06e4c6129'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:33.400266 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf63cb8-fb31-4607-a74d-4fba9765317e" -d '{"events": [{"server_uuid": "4d70c27e-84bc-4691-81b8-dd3998307297", "name": "network-vif-deleted", "tag": "ee0c8211-87bc-473c-bbf9-4dc06e4c6129"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:33.434607 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a05eef-c685-479d-8912-d1eeba4da1fc x-openstack-request-id: req-f1a05eef-c685-479d-8912-d1eeba4da1fc {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:33.434895 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d70c27e-84bc-4691-81b8-dd3998307297", "name": "network-vif-deleted", "tag": "ee0c8211-87bc-473c-bbf9-4dc06e4c6129", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:33.435211 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1a05eef-c685-479d-8912-d1eeba4da1fc {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:33.435736 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d70c27e-84bc-4691-81b8-dd3998307297', 'name': 'network-vif-deleted', 'tag': 'ee0c8211-87bc-473c-bbf9-4dc06e4c6129', 'status': 'completed', 'code': 200} Aug 16 09:24:33.667255 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a1ee3-757d-4805-9843-dbb52705ee07 req-6a21051f-9883-424d-8734-5e1e859fd72f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:33.675561 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b9a1ee3-757d-4805-9843-dbb52705ee07 req-6a21051f-9883-424d-8734-5e1e859fd72f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0630462 Aug 16 09:24:33.714741 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b9a1ee3-757d-4805-9843-dbb52705ee07 req-a21881c1-121a-4d7b-8d5c-3d701dc41028 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380838 Aug 16 09:24:34.128746 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc79bef-a985-408f-8ce1-b1383e7e54b9 req-edc3324f-b1b9-4929-a782-7eff0e84ce8e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:34.130218 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ddc79bef-a985-408f-8ce1-b1383e7e54b9 req-edc3324f-b1b9-4929-a782-7eff0e84ce8e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0509806 Aug 16 09:24:34.168415 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ddc79bef-a985-408f-8ce1-b1383e7e54b9 req-5c9aa9b8-825e-4ab2-a736-989000c8ac30 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321956 Aug 16 09:24:34.280214 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e6cacfe5-f6fa-47c5-a411-f329acac4096 req-0437de9d-8fb0-41ad-9a0a-cb15e6027995 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d70c27e-84bc-4691-81b8-dd3998307297 HTTP/1.1" status: 200 len: 210 time: 0.0293744 Aug 16 09:24:34.793254 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-b6f8c05e-94a4-43e9-8b23-32c3243d99ab tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:34.794863 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-b6f8c05e-94a4-43e9-8b23-32c3243d99ab tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/networks?id=1d3b261e-a3d3-4373-a8cd-09e571feda33 HTTP/1.1" status: 200 len: 814 time: 0.1088674 Aug 16 09:24:34.832380 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-23c293a3-5018-47bc-a5fb-961279c41ff6 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/quotas/c45f341668ea441db7a4b1c9f30353e0 HTTP/1.1" status: 200 len: 375 time: 0.0254700 Aug 16 09:24:34.876596 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb159a4-0fb7-424f-a1e8-cbb38b4999cc req-168e5473-2c7a-4a7e-820f-7e8fec859b60 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:34.879559 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-adb159a4-0fb7-424f-a1e8-cbb38b4999cc req-168e5473-2c7a-4a7e-820f-7e8fec859b60 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0822895 Aug 16 09:24:34.919311 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-25099aaa-0f1b-40ee-9c92-3cfdc7e18a55 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774193 Aug 16 09:24:34.935899 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-adb159a4-0fb7-424f-a1e8-cbb38b4999cc req-6a6ec65b-d1e9-4024-b7b7-e1fd38fe09e5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518062 Aug 16 09:24:34.992822 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46036) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:35.009375 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-18d41426-a596-464f-ba90-fff8a47d58e2 service neutron] 10.222.0.39 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853438 Aug 16 09:24:35.105229 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-0d184ffb-d2ee-433b-9f16-e77d7f51acc4 service neutron] 10.222.0.39 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885141 Aug 16 09:24:35.117422 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d55bb14-5e2f-493c-ad69-fa4d15b08c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:35.203555 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d55bb14-5e2f-493c-ad69-fa4d15b08c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:35.318844 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d55bb14-5e2f-493c-ad69-fa4d15b08c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:35.324025 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f9a36-0981-476e-b01c-8d3cacfad70b req-9d4898d1-7fc8-4605-a5b3-53f1cf628b3c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:35.326138 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-964f9a36-0981-476e-b01c-8d3cacfad70b req-9d4898d1-7fc8-4605-a5b3-53f1cf628b3c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0768373 Aug 16 09:24:35.356914 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55bb14-5e2f-493c-ad69-fa4d15b08c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc486871-c181-4bd1-88f1-1292af925776,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:35.389317 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-7d55bb14-5e2f-493c-ad69-fa4d15b08c5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff7ec038885041c7870104c46c58a45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948946 Aug 16 09:24:35.393412 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46056) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:35.393526 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-44bb20e0-0397-42d3-8484-aa4caaf6add5 req-6e535e1e-9f13-4439-b4af-e8ce818c9776 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 210 time: 0.0419209 Aug 16 09:24:35.406223 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc3f28-6283-4b63-8936-1aaf8f2e0024 req-f884ece1-b36f-46a7-85bf-63ff3e8aa9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:35.420620 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2dcc3f28-6283-4b63-8936-1aaf8f2e0024 req-f884ece1-b36f-46a7-85bf-63ff3e8aa9b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 1099 time: 0.1358092 Aug 16 09:24:35.423815 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-964f9a36-0981-476e-b01c-8d3cacfad70b req-b0168190-de13-4e52-bf15-3a7c8170c21e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894125 Aug 16 09:24:35.545973 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1b0bbedc-47f1-432e-8eb8-0234911860e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:35.571186 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc3f28-6283-4b63-8936-1aaf8f2e0024 req-ad88dc41-ec64-4885-a701-cd22388c25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:35.572698 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2dcc3f28-6283-4b63-8936-1aaf8f2e0024 req-ad88dc41-ec64-4885-a701-cd22388c25c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 917 time: 0.1449552 Aug 16 09:24:35.581156 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1b0bbedc-47f1-432e-8eb8-0234911860e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:35.664614 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2dcc3f28-6283-4b63-8936-1aaf8f2e0024 req-f269553a-1bfd-4bab-9e25-be20a4383928 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8442553c-55ca-4efe-91e7-1e53307a1818 HTTP/1.1" status: 200 len: 1002 time: 0.0813549 Aug 16 09:24:35.715361 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc3f28-6283-4b63-8936-1aaf8f2e0024 req-5c1a5f6c-7a2c-4b61-88bd-c00745ef6d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:35.715512 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-5a716700-7432-4728-bcc6-fd77f622e545 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:35.716109 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2dcc3f28-6283-4b63-8936-1aaf8f2e0024 req-5c1a5f6c-7a2c-4b61-88bd-c00745ef6d8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc65ce35-04e7-4584-80a4-1275af6c7e31 HTTP/1.1" status: 200 len: 855 time: 0.0442233 Aug 16 09:24:35.716462 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-5a716700-7432-4728-bcc6-fd77f622e545 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/networks?id=a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c HTTP/1.1" status: 200 len: 808 time: 0.1129632 Aug 16 09:24:35.733307 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-db13e395-3d70-4ef1-a7c1-e84181a4d74a tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/quotas/3785b6b90c8b4f32aa9abef835c13d77 HTTP/1.1" status: 200 len: 375 time: 0.0103333 Aug 16 09:24:35.762862 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc3f28-6283-4b63-8936-1aaf8f2e0024 req-fa9af055-7c4a-457d-a6fb-7d1366767b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:35.764376 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2dcc3f28-6283-4b63-8936-1aaf8f2e0024 req-fa9af055-7c4a-457d-a6fb-7d1366767b93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e3dee7d-5ee5-41fc-b951-5848f52eee46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411062 Aug 16 09:24:35.767013 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-7983169d-2c95-4d9b-aca0-0fc7314ff77e tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3785b6b90c8b4f32aa9abef835c13d77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258510 Aug 16 09:24:35.817169 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1b0bbedc-47f1-432e-8eb8-0234911860e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:35.820052 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1b0bbedc-47f1-432e-8eb8-0234911860e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:35.823171 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-1b0bbedc-47f1-432e-8eb8-0234911860e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc486871-c181-4bd1-88f1-1292af925776 HTTP/1.1" status: 204 len: 168 time: 0.4257367 Aug 16 09:24:35.836985 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bbedc-47f1-432e-8eb8-0234911860e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc486871-c181-4bd1-88f1-1292af925776,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:35.886884 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2dcc3f28-6283-4b63-8936-1aaf8f2e0024 req-8f1c8871-ddaf-4f4f-9ec0-9e8662412f8c service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126385 Aug 16 09:24:35.893268 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-7de4b1bf-38af-4457-9d10-045a39d94e32 service neutron] 10.222.0.39 "GET /v2.0/networks/a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190310 Aug 16 09:24:35.983957 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2dcc3f28-6283-4b63-8936-1aaf8f2e0024 req-9f10726e-ef7c-45d1-908a-95ac0544cc08 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876911 Aug 16 09:24:35.993226 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-adcf645d-d971-4c62-8eac-c50f07647462 service neutron] 10.222.0.39 "GET /v2.0/networks/a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935433 Aug 16 09:24:36.229044 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a620ccc-c84f-49dc-ae58-bdac897c6584 req-6af6fea8-f619-46dc-8696-d2b1e8eb7ef2 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:36.231776 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6a620ccc-c84f-49dc-ae58-bdac897c6584 req-6af6fea8-f619-46dc-8696-d2b1e8eb7ef2 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0806644 Aug 16 09:24:36.269906 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-92801223-8516-4b53-8850-7d6ed06ca5ae req-03094937-c746-4207-92e1-c035ef3d1dc1 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 210 time: 0.0586452 Aug 16 09:24:36.308698 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6a620ccc-c84f-49dc-ae58-bdac897c6584 req-81607101-911f-49a9-9c6f-72976c8f8707 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677509 Aug 16 09:24:36.488442 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8e05e460-a6f0-4994-a790-6ed00b100374 req-55602a56-1b1e-4c9a-aef2-f441809ca02c tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 210 time: 0.0250955 Aug 16 09:24:36.538403 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f1f6c-3d66-4cc8-a2a2-33173a3e2b41 req-ca397885-2032-4550-aef1-bd48053bf610 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:36.541779 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3a6f1f6c-3d66-4cc8-a2a2-33173a3e2b41 req-ca397885-2032-4550-aef1-bd48053bf610 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0489075 Aug 16 09:24:36.596945 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3a6f1f6c-3d66-4cc8-a2a2-33173a3e2b41 req-213c8f3c-4d8b-4297-9239-707e5714aa0e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327349 Aug 16 09:24:37.097820 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46120) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:37.198770 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-558828498-network', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:37.300045 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Made reservation on behalf of bc89ea9ff08c4f349d79106aea0b2c99 for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:24:37.302372 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:37.314339 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:37.434860 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:37.452383 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9ef3d-61ed-4573-84b1-a52780344c23 req-fe690e89-a77b-49f9-a016-cf9e2b6bd96f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:37.454057 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3fc9ef3d-61ed-4573-84b1-a52780344c23 req-fe690e89-a77b-49f9-a016-cf9e2b6bd96f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0763865 Aug 16 09:24:37.493400 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3fc9ef3d-61ed-4573-84b1-a52780344c23 req-da381cba-bffa-4f0d-9a90-a481229f4375 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330465 Aug 16 09:24:37.522421 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d5d8097d-4b2d-4085-be64-0aec6538a2cf req-33ab801f-bd47-403f-986a-a8ee66aa856c tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 210 time: 0.0278654 Aug 16 09:24:37.547739 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device ee0c8211-87bc-473c-bbf9-4dc06e4c6129 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:24:37.557088 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:37.567732 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: ee0c8211-87bc-473c-bbf9-4dc06e4c6129 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:24:37.568445 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device ee0c8211-87bc-473c-bbf9-4dc06e4c6129 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:24:37.569074 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8442553c-55ca-4efe-91e7-1e53307a1818 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:24:37.583652 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-eb8e694d-3747-486f-95bd-55055123bbaf req-c612f70d-863b-4b85-88eb-930f1264da4f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 210 time: 0.0264270 Aug 16 09:24:37.586256 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:24:37.592700 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c75506-aecc-4b55-b6d0-db1d0eaccffc,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:37.604622 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:37.605767 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Added segment f8271bce-c019-46f8-af46-834a3b511fbf of type vlan for network 5536abb9-3261-4edc-ace7-93b6a309c0d2 Aug 16 09:24:37.654254 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:37.655999 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:37.679413 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:37.681773 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8270f83d-13e8-4ab3-8f54-2ce5a85cd894" -d '{"events": [{"server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "name": "network-vif-unplugged", "status": "completed", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:37.708950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:37.722544 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d35748-1c3f-46aa-8879-12f86e10939c x-openstack-request-id: req-c1d35748-1c3f-46aa-8879-12f86e10939c {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:37.722860 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "name": "network-vif-unplugged", "status": "completed", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:37.723144 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1d35748-1c3f-46aa-8879-12f86e10939c {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:37.723536 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818', 'code': 200} Aug 16 09:24:37.729679 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a414ae-d8a6-45a6-a904-67f10447c81b req-25989a53-73f9-446f-a1a3-81b72a5086ee tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:37.731230 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-20a414ae-d8a6-45a6-a904-67f10447c81b req-25989a53-73f9-446f-a1a3-81b72a5086ee tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 946 time: 0.0580759 Aug 16 09:24:37.768144 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:37.768925 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-20a414ae-d8a6-45a6-a904-67f10447c81b req-fb3c843c-4ad3-4f20-ba04-e3190b89aa47 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317907 Aug 16 09:24:37.769278 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:37.769953 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:37.802927 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:37.827964 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] Pushing event updated for resources: {'Network': ['ID=5536abb9-3261-4edc-ace7-93b6a309c0d2,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:37.838751 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network 5536abb9-3261-4edc-ace7-93b6a309c0d2 details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:24:37.894535 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6e55a76e-29e5-4cd7-90f5-d49785f825ba admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7953434 Aug 16 09:24:37.897429 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 46136) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:37.902191 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=8442553c-55ca-4efe-91e7-1e53307a1818,revision_number=8']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:37.903591 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] Request body: {'subnet': {'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-558828498-subnet', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:37.946986 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-2ecbeabc-e100-42ed-ac1c-c9190a80218f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:37.948526 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-2ecbeabc-e100-42ed-ac1c-c9190a80218f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "GET /v2.0/networks?id=1d3b261e-a3d3-4373-a8cd-09e571feda33 HTTP/1.1" status: 200 len: 814 time: 0.1097898 Aug 16 09:24:37.964742 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Request body: {'port': {'device_id': 'a2c34be1-fddb-4f48-b24b-ad590de18853', 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33', 'admin_state_up': True, 'tenant_id': 'c45f341668ea441db7a4b1c9f30353e0'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:37.989828 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] Made reservation on behalf of bc89ea9ff08c4f349d79106aea0b2c99 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:24:37.992220 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:38.260080 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:38.322126 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e892491c-fa11-4c24-964c-58f52812419d,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:38.332424 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] Checking segment: {'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:38.332904 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] Network hostable DHCP agents. Network: 5536abb9-3261-4edc-ace7-93b6a309c0d2, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:24:38.362684 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Made reservation on behalf of c45f341668ea441db7a4b1c9f30353e0 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:24:38.366120 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:38.446917 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] Network 5536abb9-3261-4edc-ace7-93b6a309c0d2 is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:24:38.490083 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Allocated IP 172.20.0.8 (1d3b261e-a3d3-4373-a8cd-09e571feda33/3f958ed6-bda7-40db-b5ef-2c818d6cf4b7/ff5eb9bd-29b0-4915-b528-4142a971cdb5) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:24:38.637265 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1a61f86a-3b26-4431-b4b8-98e0b1e89f3b req-0ad1570a-d9d3-4797-baab-6ddefcdea2cb tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 210 time: 0.0403256 Aug 16 09:24:38.661181 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b5543-3bbd-47a6-8ac9-c8d5764008cd req-de418870-bd74-449c-b182-6a34969f894d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:38.662742 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2c6b5543-3bbd-47a6-8ac9-c8d5764008cd req-de418870-bd74-449c-b182-6a34969f894d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0761249 Aug 16 09:24:38.688363 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, 5536abb9-3261-4edc-ace7-93b6a309c0d2) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:38.696588 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95de79e3-f8f1-48e8-b49c-879fa72d1e0b None None] Network 5536abb9-3261-4edc-ace7-93b6a309c0d2 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:24:38.707839 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:38.708901 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:38.709481 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:38.749665 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-facc8eec-6704-4fbd-a3a8-58a8c13c943b req-a12f71c6-f4de-44c5-9288-a9fec12084ee tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 210 time: 0.0422094 Aug 16 09:24:38.765830 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2c6b5543-3bbd-47a6-8ac9-c8d5764008cd req-60751e3a-52a9-4f2a-b079-b6b345904dcc tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958052 Aug 16 09:24:38.859743 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec095752-b3bb-5336-b046-645ca276ff70-5536abb9-3261-4edc-ace7-93b6a309c0d2', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'fixed_ips': [{'subnet_id': 'e892491c-fa11-4c24-964c-58f52812419d'}]}} from dv-cinder-804611-1-iscsi. {{(pid=94601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 09:24:38.860719 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:38.884604 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-cf4f20e8-837b-410f-96a3-92f0f2098818 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9858973 Aug 16 09:24:38.887883 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46152) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:38.892610 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:38.908088 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:38.926748 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['e762b089-3dbe-41e1-ad0c-e3ebf176a65d', 'b3b566d3-0ef2-4523-9f59-7687a3353b4e'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:24:38.943524 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cc8fa-22fc-4e6b-9ca3-c135135de66a req-158ec810-f5dd-4e9e-b401-b60842828b3f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:38.945088 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-947cc8fa-22fc-4e6b-9ca3-c135135de66a req-158ec810-f5dd-4e9e-b401-b60842828b3f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0984371 Aug 16 09:24:38.981673 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-b14978d2-9901-49e4-b8b6-b2990c5bc417 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:38.983168 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-b14978d2-9901-49e4-b8b6-b2990c5bc417 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.64 "GET /v2.0/networks?id=a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c HTTP/1.1" status: 200 len: 808 time: 0.1586812 Aug 16 09:24:38.992157 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Pushing event updated for resources: {'Port': ['ID=ff5eb9bd-29b0-4915-b528-4142a971cdb5,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:39.010278 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Network 1d3b261e-a3d3-4373-a8cd-09e571feda33 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:39.012047 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:39.013261 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Request body: {'port': {'device_id': 'ecd31a83-655b-4a6e-b60e-9dc755ea7a30', 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c', 'admin_state_up': True, 'tenant_id': '3785b6b90c8b4f32aa9abef835c13d77'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:39.015472 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:24:39.017118 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.db_base_plugin_common [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Allocated IP 172.20.0.2 (5536abb9-3261-4edc-ace7-93b6a309c0d2/e892491c-fa11-4c24-964c-58f52812419d/f27f78d6-f27a-4306-a509-b0e558232672) {{(pid=94601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:24:39.071286 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:39.071945 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.128819 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.130152 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.190258 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Notify callbacks [] for port, precommit_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.206517 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.209607 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7023f2d7-aa6a-46b0-a52a-c4be5d94372f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2497907 Aug 16 09:24:39.210910 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Transition to ACTIVE for port object f27f78d6-f27a-4306-a509-b0e558232672 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:39.220837 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-947cc8fa-22fc-4e6b-9ca3-c135135de66a req-008ce3a4-ba4b-467f-ad96-9b0c1ec4faa3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642772 Aug 16 09:24:39.248485 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Transition to ACTIVE for port object f27f78d6-f27a-4306-a509-b0e558232672 will not be triggered until provisioned by entity DHCP. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:39.248703 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Request body: {'port': {'device_id': 'a2c34be1-fddb-4f48-b24b-ad590de18853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:39.324557 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.372017 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.384193 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Network 5536abb9-3261-4edc-ace7-93b6a309c0d2 is already hosted by enough agents. {{(pid=94601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:39.396552 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.base_scheduler [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Resources bound (agent type, host, resource id): {{(pid=94601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:39.411237 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Received port after_create {{(pid=94601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:24:39.419383 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Pushing event updated for resources: {'Port': ['ID=f27f78d6-f27a-4306-a509-b0e558232672,revision_number=1']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:39.431342 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Made reservation on behalf of 3785b6b90c8b4f32aa9abef835c13d77 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:24:39.435392 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.493355 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Attempting to bind port f27f78d6-f27a-4306-a509-b0e558232672 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:24:39.493726 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Attempting to bind port f27f78d6-f27a-4306-a509-b0e558232672 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:24:39.494086 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Attempting to bind port f27f78d6-f27a-4306-a509-b0e558232672 on network 5536abb9-3261-4edc-ace7-93b6a309c0d2 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:39.507345 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.509777 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:24:39.509777 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Checking segment: {'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:39.509777 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.509777 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Bound using segment: {'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:24:39.509777 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Bound port: f27f78d6-f27a-4306-a509-b0e558232672, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:24:39.510419 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.601546 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] For port f27f78d6-f27a-4306-a509-b0e558232672, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:24:39.607990 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] For port f27f78d6-f27a-4306-a509-b0e558232672, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=f27f78d6-f27a-4306-a509-b0e558232672,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:24:39.624241 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Allocated IP 172.20.0.7 (a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c/64698c65-cea2-4734-b682-9aad99535f26/cab6945b-de1b-4e62-a036-1cb8ad6b7069) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:24:39.729182 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.751568 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-125e912d-ac68-449d-9dc5-ece62c9ad210 req-589ae8c6-429d-4fba-9358-76e4f0181b06 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 210 time: 0.0363715 Aug 16 09:24:39.804995 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cdbad-1cc8-490e-b83a-88fa074bea87 None None] Pushing event updated for resources: {'Port': ['ID=f27f78d6-f27a-4306-a509-b0e558232672,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:39.815974 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.827162 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5eb9bd-29b0-4915-b528-4142a971cdb5 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:24:39.837047 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.916590 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Transition to ACTIVE for port object ff5eb9bd-29b0-4915-b528-4142a971cdb5 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:39.921172 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16bbbf-bbf7-45af-8ef8-03d2e7f3e0ee req-619f85ff-6b28-4f2e-9137-98ff91e3b19d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:39.922775 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fa16bbbf-bbf7-45af-8ef8-03d2e7f3e0ee req-619f85ff-6b28-4f2e-9137-98ff91e3b19d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 931 time: 0.0488863 Aug 16 09:24:39.951753 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.957495 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.989129 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:39.992579 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fa16bbbf-bbf7-45af-8ef8-03d2e7f3e0ee req-d9f0f230-fe0a-44b6-acc1-21c7c75798de tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631809 Aug 16 09:24:40.019987 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:40.019987 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:40.019987 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:24:40.022798 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:40.023422 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:40.030212 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Pushing event updated for resources: {'Port': ['ID=cab6945b-de1b-4e62-a036-1cb8ad6b7069,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:40.056359 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:40.145750 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa0d76-9a0f-4324-8ae0-4098d2e7df97 req-75bfb5fd-e424-4c31-96a4-7060b75729c0 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:40.147306 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-10aa0d76-9a0f-4324-8ae0-4098d2e7df97 req-75bfb5fd-e424-4c31-96a4-7060b75729c0 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0684066 Aug 16 09:24:40.149133 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-ccedf7a1-18a0-49c0-8b7c-1494d237b9fc tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1446087 Aug 16 09:24:40.171801 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Request body: {'port': {'device_id': 'ecd31a83-655b-4a6e-b60e-9dc755ea7a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:40.176030 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5eb9bd-29b0-4915-b528-4142a971cdb5,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:40.240053 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Allocated IP 172.27.3.112 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/7affc4e5-cc71-4da8-ac26-54eed1b291af) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:24:40.250707 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-10aa0d76-9a0f-4324-8ae0-4098d2e7df97 req-773912a1-1510-41f2-9de1-c0cd6882be01 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947878 Aug 16 09:24:40.255453 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:40.271550 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Attempting to bind port ff5eb9bd-29b0-4915-b528-4142a971cdb5 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:24:40.271550 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Attempting to bind port ff5eb9bd-29b0-4915-b528-4142a971cdb5 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:24:40.271550 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Attempting to bind port ff5eb9bd-29b0-4915-b528-4142a971cdb5 on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:40.311254 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Port ff5eb9bd-29b0-4915-b528-4142a971cdb5 on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:24:40.311635 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Attempting to bind port ff5eb9bd-29b0-4915-b528-4142a971cdb5 on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:40.323053 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:24:40.323388 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Checking segment: {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:40.324289 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Bound using segment: {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:24:40.324749 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Bound port: ff5eb9bd-29b0-4915-b528-4142a971cdb5, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:24:40.325112 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:40.412047 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:40.463119 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] For port ff5eb9bd-29b0-4915-b528-4142a971cdb5, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:24:40.466963 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] For port ff5eb9bd-29b0-4915-b528-4142a971cdb5, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=ff5eb9bd-29b0-4915-b528-4142a971cdb5,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:24:40.535283 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab6945b-de1b-4e62-a036-1cb8ad6b7069 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:24:40.543841 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:40.556202 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Transition to ACTIVE for port object cab6945b-de1b-4e62-a036-1cb8ad6b7069 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:40.567128 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:40.611170 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:40.618155 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:40.627553 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:40.643882 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Pushing event updated for resources: {'Port': ['ID=7affc4e5-cc71-4da8-ac26-54eed1b291af,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:40.654571 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:24:40.711139 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:40.714772 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:40.715406 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:40.717043 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/ff5eb9bd-29b0-4915-b528-4142a971cdb5 HTTP/1.1" status: 200 len: 1093 time: 1.4861684 Aug 16 09:24:40.717502 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c34be1-fddb-4f48-b24b-ad590de18853', 'tag': 'ff5eb9bd-29b0-4915-b528-4142a971cdb5'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:40.719750 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d3c3b5-0b1b-441c-8927-35cd6175f27d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c34be1-fddb-4f48-b24b-ad590de18853", "tag": "ff5eb9bd-29b0-4915-b528-4142a971cdb5"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:40.785653 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0c081b-6517-48df-b0aa-4b4f1c226e00 x-openstack-request-id: req-9a0c081b-6517-48df-b0aa-4b4f1c226e00 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:40.785653 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c34be1-fddb-4f48-b24b-ad590de18853", "tag": "ff5eb9bd-29b0-4915-b528-4142a971cdb5", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:40.785653 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a0c081b-6517-48df-b0aa-4b4f1c226e00 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:40.786093 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c34be1-fddb-4f48-b24b-ad590de18853', 'tag': 'ff5eb9bd-29b0-4915-b528-4142a971cdb5', 'status': 'completed', 'code': 200} Aug 16 09:24:40.788564 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfda31-01ff-4e9e-9f18-3f300ae7e4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5eb9bd-29b0-4915-b528-4142a971cdb5,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:40.812722 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Pushing event updated for resources: {'Port': ['ID=cab6945b-de1b-4e62-a036-1cb8ad6b7069,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:40.846196 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Attempting to bind port cab6945b-de1b-4e62-a036-1cb8ad6b7069 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:24:40.846541 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Attempting to bind port cab6945b-de1b-4e62-a036-1cb8ad6b7069 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '12794b1e-994c-482b-a492-219c67d0f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:24:40.846870 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Attempting to bind port cab6945b-de1b-4e62-a036-1cb8ad6b7069 on network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:40.853839 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Port cab6945b-de1b-4e62-a036-1cb8ad6b7069 on network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:24:40.854167 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Attempting to bind port cab6945b-de1b-4e62-a036-1cb8ad6b7069 on network a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:40.871133 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:24:40.871479 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Checking segment: {'id': '12794b1e-994c-482b-a492-219c67d0f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:40.871875 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Bound using segment: {'id': '12794b1e-994c-482b-a492-219c67d0f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:24:40.872350 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Bound port: cab6945b-de1b-4e62-a036-1cb8ad6b7069, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12794b1e-994c-482b-a492-219c67d0f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:24:40.872720 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:40.959130 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29684f8-6ccc-4880-b9f4-6fc3d1c8aad7 None None] Network 5536abb9-3261-4edc-ace7-93b6a309c0d2 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:24:40.982492 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9404e-ae77-4c08-a61a-b6604519768a req-89d5c11e-6ed0-4246-bb24-cb2eac548837 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:40.990886 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3c3b5-0b1b-441c-8927-35cd6175f27d req-aa3ed339-aceb-4191-b20f-8ea5067476cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:40.990886 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e0d3c3b5-0b1b-441c-8927-35cd6175f27d req-aa3ed339-aceb-4191-b20f-8ea5067476cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 1096 time: 0.1261792 Aug 16 09:24:40.991119 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a1a9404e-ae77-4c08-a61a-b6604519768a req-89d5c11e-6ed0-4246-bb24-cb2eac548837 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 943 time: 0.1000662 Aug 16 09:24:40.995950 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] For port cab6945b-de1b-4e62-a036-1cb8ad6b7069, host hv-cinder-80461, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:24:41.005313 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] For port cab6945b-de1b-4e62-a036-1cb8ad6b7069, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=cab6945b-de1b-4e62-a036-1cb8ad6b7069,segment=NetworkSegment(12794b1e-994c-482b-a492-219c67d0f353),segment_id=12794b1e-994c-482b-a492-219c67d0f353)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:24:41.037005 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a1a9404e-ae77-4c08-a61a-b6604519768a req-98278f4d-aad1-4222-a224-11bceae00bce tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469201 Aug 16 09:24:41.099623 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3c3b5-0b1b-441c-8927-35cd6175f27d req-66585c19-ff04-40a0-989a-30dcb2c20cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:41.101495 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e0d3c3b5-0b1b-441c-8927-35cd6175f27d req-66585c19-ff04-40a0-989a-30dcb2c20cd0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c45f341668ea441db7a4b1c9f30353e0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1023140 Aug 16 09:24:41.164768 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d481940-1ab5-46d4-afad-f48c25d5d786 req-cf912747-020e-47e0-9cc0-300252734bd6 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:41.166434 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2d481940-1ab5-46d4-afad-f48c25d5d786 req-cf912747-020e-47e0-9cc0-300252734bd6 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 943 time: 0.0549793 Aug 16 09:24:41.211866 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2d481940-1ab5-46d4-afad-f48c25d5d786 req-d6954404-1c87-4dcf-918f-1d86d0581c8b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383370 Aug 16 09:24:41.213812 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3c3b5-0b1b-441c-8927-35cd6175f27d req-a1a3e1fb-0810-40e0-bc06-8f2a51129546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:41.215964 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e0d3c3b5-0b1b-441c-8927-35cd6175f27d req-a1a3e1fb-0810-40e0-bc06-8f2a51129546 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057198 Aug 16 09:24:41.218229 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-61d54e87-7d25-4e0d-a5c6-85843d45e5c3 None None] Provisioning for port f27f78d6-f27a-4306-a509-b0e558232672 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:41.234319 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:41.281443 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:41.282073 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:41.285122 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] 10.222.0.64 "PUT /v2.0/ports/cab6945b-de1b-4e62-a036-1cb8ad6b7069 HTTP/1.1" status: 200 len: 1093 time: 1.1226323 Aug 16 09:24:41.285583 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd31a83-655b-4a6e-b60e-9dc755ea7a30', 'tag': 'cab6945b-de1b-4e62-a036-1cb8ad6b7069'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:41.288913 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9eea82-b743-46a5-bf7d-1d6234f0177a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd31a83-655b-4a6e-b60e-9dc755ea7a30", "tag": "cab6945b-de1b-4e62-a036-1cb8ad6b7069"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:41.349383 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4066a-d575-49b1-b277-1148b979acc1 service neutron] Pushing event updated for resources: {'Port': ['ID=cab6945b-de1b-4e62-a036-1cb8ad6b7069,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:41.451556 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-c532fb89-57f5-4cb1-9cfe-ac024a95bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:41.452777 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-c532fb89-57f5-4cb1-9cfe-ac024a95bbdd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 1096 time: 0.1486197 Aug 16 09:24:41.456845 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:41.487636 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f27f78d6-f27a-4306-a509-b0e558232672 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:41.539815 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-bdbe9908-1248-4ad4-9827-1bb4eafe84f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff5eb9bd-29b0-4915-b528-4142a971cdb5 HTTP/1.1" status: 200 len: 217 time: 0.0362873 Aug 16 09:24:41.560618 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8442553c-55ca-4efe-91e7-1e53307a1818 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:24:41.571181 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12240c-39e2-4465-86a4-7e01a1dff928 req-2bd08ce3-b6ab-470f-bdb8-0bd90c499d33 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:41.579497 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3f12240c-39e2-4465-86a4-7e01a1dff928 req-2bd08ce3-b6ab-470f-bdb8-0bd90c499d33 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.1855445 Aug 16 09:24:41.598153 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port f27f78d6-f27a-4306-a509-b0e558232672 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:41.610457 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port f27f78d6-f27a-4306-a509-b0e558232672 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:41.611243 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:41.617895 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-211e4130-386b-4281-bde0-f9d75e922f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:41.619640 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-211e4130-386b-4281-bde0-f9d75e922f96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3785b6b90c8b4f32aa9abef835c13d77&device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 1096 time: 0.1636357 Aug 16 09:24:41.630453 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b79a9a-31bd-4c76-baac-7f36a124963a req-d87ad17c-12ca-4ba8-8d9b-cba37d770906 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:41.638694 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e6b79a9a-31bd-4c76-baac-7f36a124963a req-d87ad17c-12ca-4ba8-8d9b-cba37d770906 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1814497 Aug 16 09:24:41.701580 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-036ebe36-aefe-43f8-9301-dff8bc1ba8c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab6945b-de1b-4e62-a036-1cb8ad6b7069 HTTP/1.1" status: 200 len: 217 time: 0.0603139 Aug 16 09:24:41.718438 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3f12240c-39e2-4465-86a4-7e01a1dff928 req-ddfbb5bd-a6b0-4f7f-866f-c5cf39f0cec5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380546 Aug 16 09:24:41.762570 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:41.772341 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e6b79a9a-31bd-4c76-baac-7f36a124963a req-0476c78d-777b-48a5-a273-5716229d6a5d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263089 Aug 16 09:24:41.812083 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port f27f78d6-f27a-4306-a509-b0e558232672, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=f27f78d6-f27a-4306-a509-b0e558232672,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:41.835730 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-7bc95aa9-e8d9-4ff8-930d-f80c25efbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:41.837451 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-7bc95aa9-e8d9-4ff8-930d-f80c25efbe7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64698c65-cea2-4734-b682-9aad99535f26 HTTP/1.1" status: 200 len: 848 time: 0.0845516 Aug 16 09:24:41.854571 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291b0f62-a776-467b-b83b-f093132db0e4 x-openstack-request-id: req-291b0f62-a776-467b-b83b-f093132db0e4 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:41.857199 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd31a83-655b-4a6e-b60e-9dc755ea7a30", "tag": "cab6945b-de1b-4e62-a036-1cb8ad6b7069", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:41.857199 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-291b0f62-a776-467b-b83b-f093132db0e4 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:41.857199 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd31a83-655b-4a6e-b60e-9dc755ea7a30', 'tag': 'cab6945b-de1b-4e62-a036-1cb8ad6b7069', 'status': 'completed', 'code': 200} Aug 16 09:24:41.865615 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-41bad70d-a869-42c5-9cf0-b6384975d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:41.866334 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-41bad70d-a869-42c5-9cf0-b6384975d94b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f958ed6-bda7-40db-b5ef-2c818d6cf4b7 HTTP/1.1" status: 200 len: 854 time: 0.3189061 Aug 16 09:24:41.880960 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-e046af86-0efd-4c17-8096-640227db52d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359612 Aug 16 09:24:41.920729 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:41.931796 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-df272118-20f8-4ac3-923e-c86c5397054e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d3b261e-a3d3-4373-a8cd-09e571feda33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570197 Aug 16 09:24:41.978708 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=f27f78d6-f27a-4306-a509-b0e558232672,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:41.986661 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-4bc188d4-873f-482b-8765-b94625a6baa7 service neutron] 10.222.0.64 "GET /v2.0/networks/a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984836 Aug 16 09:24:42.055851 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438776'] for router, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:42.097947 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1af19e5e-580f-4eb3-bef6-71b0f644eeef req-f58029f2-0b76-4acc-bcc6-cf2de3a25093 service neutron] 10.222.0.64 "GET /v2.0/networks/a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013911 Aug 16 09:24:42.116209 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-20fb79e3-4390-46e8-a4fc-2dbb27df6d04 service neutron] 10.222.0.64 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736639 Aug 16 09:24:42.149687 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 46228) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:42.179240 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3be908-658d-4e43-be71-33f764d5ea3b req-f259645d-5387-4fa8-a16a-2301deb2c83d tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:42.180846 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8f3be908-658d-4e43-be71-33f764d5ea3b req-f259645d-5387-4fa8-a16a-2301deb2c83d tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 943 time: 0.0626020 Aug 16 09:24:42.268889 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5753a825-c8bf-4e26-a98b-90c853c5dd23 req-7c2833b4-fe7a-4676-93af-3522be45e4fd service neutron] 10.222.0.64 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459816 Aug 16 09:24:42.280011 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8f3be908-658d-4e43-be71-33f764d5ea3b req-76dd7d3e-c414-48ad-8441-0cd0f23ffbd1 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914376 Aug 16 09:24:42.299691 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-85587f70-e677-451d-b71c-798b5aedce54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1487730 Aug 16 09:24:42.303757 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eea82-b743-46a5-bf7d-1d6234f0177a req-d0840622-99af-4bd5-9fd5-928c1706ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:42.305217 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1c9eea82-b743-46a5-bf7d-1d6234f0177a req-d0840622-99af-4bd5-9fd5-928c1706ad65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3785b6b90c8b4f32aa9abef835c13d77&device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 1096 time: 0.0728953 Aug 16 09:24:42.393164 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Router 91d4021c-e232-4483-bd40-089b8eae543d is scheduled to L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 with binding_index 1 {{(pid=94600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 09:24:42.409834 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd863ab-9f90-4c7f-93d5-e44a3c320318 req-bd1654e4-5bef-4391-bdeb-1b7e347d9182 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:42.411309 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fbd863ab-9f90-4c7f-93d5-e44a3c320318 req-bd1654e4-5bef-4391-bdeb-1b7e347d9182 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 943 time: 0.1107779 Aug 16 09:24:42.443308 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eea82-b743-46a5-bf7d-1d6234f0177a req-68321632-4aba-4a7a-b88f-22adb42fb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:42.444822 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1c9eea82-b743-46a5-bf7d-1d6234f0177a req-68321632-4aba-4a7a-b88f-22adb42fb38f service neutron] 10.222.0.64 "GET /v2.0/networks?id=a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c HTTP/1.1" status: 200 len: 909 time: 0.1302128 Aug 16 09:24:42.504044 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:24:42.516707 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Sync routers for ids ['91d4021c-e232-4483-bd40-089b8eae543d'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:24:42.517220 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fbd863ab-9f90-4c7f-93d5-e44a3c320318 req-94af746b-1ad5-4b14-9551-2ed93ae532f7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944972 Aug 16 09:24:42.518515 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1c9eea82-b743-46a5-bf7d-1d6234f0177a req-bf7e5221-fc8b-434f-9237-8d25d62f3134 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cab6945b-de1b-4e62-a036-1cb8ad6b7069 HTTP/1.1" status: 200 len: 217 time: 0.0519109 Aug 16 09:24:42.525702 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Routers {'91d4021c-e232-4483-bd40-089b8eae543d'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:24:42.526382 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:24:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['91d4021c-e232-4483-bd40-089b8eae543d'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:42.575070 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eea82-b743-46a5-bf7d-1d6234f0177a req-8945241b-9a97-44d1-aefa-83b3f6a8063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:42.576881 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1c9eea82-b743-46a5-bf7d-1d6234f0177a req-8945241b-9a97-44d1-aefa-83b3f6a8063f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64698c65-cea2-4734-b682-9aad99535f26 HTTP/1.1" status: 200 len: 848 time: 0.0477154 Aug 16 09:24:42.611973 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1c9eea82-b743-46a5-bf7d-1d6234f0177a req-d161a08d-da3d-40c3-b1c4-084eee554d4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247338 Aug 16 09:24:42.617952 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:42.620629 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-3a1fe359-e4ec-49ce-98d7-06580d26d616 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7302570 Aug 16 09:24:42.622059 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46244) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:42.631644 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Set router 91d4021c-e232-4483-bd40-089b8eae543d gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:24:42.709278 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1c9eea82-b743-46a5-bf7d-1d6234f0177a req-4b62876f-10fd-4081-bd58-66dfa1b1451b service neutron] 10.222.0.64 "GET /v2.0/networks/a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886054 Aug 16 09:24:42.832274 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:40Z', 'revision_number': 3, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:42.846491 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1c9eea82-b743-46a5-bf7d-1d6234f0177a req-57e3d75e-0796-452e-a37a-f3be51590f1d service neutron] 10.222.0.64 "GET /v2.0/networks/a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286790 Aug 16 09:24:42.890550 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Checking router: 91d4021c-e232-4483-bd40-089b8eae543d for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:24:42.890906 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Updating router 91d4021c-e232-4483-bd40-089b8eae543d port 7affc4e5-cc71-4da8-ac26-54eed1b291af binding host dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:24:42.923128 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:42.971880 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5aaf0-2da4-43f2-a5d4-09da7d8b6ed1 req-2d17f5b4-8676-487f-9bbf-4bc7e2447260 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:42.974019 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9cb5aaf0-2da4-43f2-a5d4-09da7d8b6ed1 req-2d17f5b4-8676-487f-9bbf-4bc7e2447260 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0898633 Aug 16 09:24:42.997281 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac1c3-59b7-44f2-95ee-022716f1f7fd req-1bda0db5-2151-4380-8710-fdfb18cd7eec tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:42.998769 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-956ac1c3-59b7-44f2-95ee-022716f1f7fd req-1bda0db5-2151-4380-8710-fdfb18cd7eec tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0790229 Aug 16 09:24:43.077518 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9cb5aaf0-2da4-43f2-a5d4-09da7d8b6ed1 req-24daaf4d-2e5f-40e3-bef9-0cd4c637c4f0 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934005 Aug 16 09:24:43.099048 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-956ac1c3-59b7-44f2-95ee-022716f1f7fd req-84f04817-23f1-482f-92a6-49d3c9c2ca12 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806074 Aug 16 09:24:43.138891 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.147303 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46252) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:43.224934 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.236063 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.provisioning_blocks [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Transition to ACTIVE for port object 7affc4e5-cc71-4da8-ac26-54eed1b291af will not be triggered until provisioned by entity L2. {{(pid=94602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:43.293817 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f30efc2f-fbc8-4dcf-88ba-1f2e63675495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.336323 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.367214 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f27f78d6-f27a-4306-a509-b0e558232672 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:43.394012 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Attempting to bind port 7affc4e5-cc71-4da8-ac26-54eed1b291af on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:24:43.399160 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Attempting to bind port 7affc4e5-cc71-4da8-ac26-54eed1b291af by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:24:43.399160 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Attempting to bind port 7affc4e5-cc71-4da8-ac26-54eed1b291af on network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:43.399160 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Pushing event updated for resources: {'Port': ['ID=7affc4e5-cc71-4da8-ac26-54eed1b291af,revision_number=2']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:43.402301 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Allocated IP 172.20.0.1 (5536abb9-3261-4edc-ace7-93b6a309c0d2/e892491c-fa11-4c24-964c-58f52812419d/6e5e485d-3af9-4b3a-8ffe-74cc01489f3f) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:24:43.402744 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:24:43.403197 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Checking segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:43.403670 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.404123 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Bound using segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:24:43.404690 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Bound port: 7affc4e5-cc71-4da8-ac26-54eed1b291af, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:24:43.405167 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.412193 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.412758 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.413173 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.413579 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.413987 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.414384 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.414894 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.415194 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.415597 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.415990 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.416408 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.416801 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:43.445243 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb488992-e0a3-46f5-b41a-3c6e2db1629b req-9befa4b2-4812-419d-a3c0-02bc6daea5c3 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:43.455458 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fb488992-e0a3-46f5-b41a-3c6e2db1629b req-9befa4b2-4812-419d-a3c0-02bc6daea5c3 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 943 time: 0.0800495 Aug 16 09:24:43.471677 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port f27f78d6-f27a-4306-a509-b0e558232672 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:43.472047 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.480530 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] For port 7affc4e5-cc71-4da8-ac26-54eed1b291af, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:24:43.485261 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] For port 7affc4e5-cc71-4da8-ac26-54eed1b291af, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=7affc4e5-cc71-4da8-ac26-54eed1b291af,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:24:43.493306 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fb488992-e0a3-46f5-b41a-3c6e2db1629b req-0537d69d-b179-4031-8117-ea78ffb595a1 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369744 Aug 16 09:24:43.562479 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f30efc2f-fbc8-4dcf-88ba-1f2e63675495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.594757 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.608100 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Transition to ACTIVE for port object 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:43.631659 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.639689 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99e9df-0bfe-48c7-8772-ff19bfa22245 req-3d77799b-f48a-474a-8fbd-d5b55db57a81 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:43.641263 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7b99e9df-0bfe-48c7-8772-ff19bfa22245 req-3d77799b-f48a-474a-8fbd-d5b55db57a81 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 943 time: 0.0474002 Aug 16 09:24:43.660025 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f30efc2f-fbc8-4dcf-88ba-1f2e63675495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.681672 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Routers {'91d4021c-e232-4483-bd40-089b8eae543d'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:24:43.682559 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:24:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['91d4021c-e232-4483-bd40-089b8eae543d'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:43.688064 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7b99e9df-0bfe-48c7-8772-ff19bfa22245 req-0f68b33b-c9e1-4c24-92c1-8ff077d5a27f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 Aug 16 09:24:43.705041 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f30efc2f-fbc8-4dcf-88ba-1f2e63675495 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=668080dae2744d5eb4a004359b84dec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518823 Aug 16 09:24:43.705041 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30efc2f-fbc8-4dcf-88ba-1f2e63675495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06921bd-8c43-451f-990e-2be987d4bb75,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:43.705372 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 46260) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:43.737675 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a36557-35d0-46a0-ac1b-edcd01668987 None None] Pushing event updated for resources: {'Port': ['ID=7affc4e5-cc71-4da8-ac26-54eed1b291af,revision_number=3']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:43.739920 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.757160 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f53e4c66-a0ab-40e1-b5a3-e62b7ef636be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.779974 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f53e4c66-a0ab-40e1-b5a3-e62b7ef636be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.782474 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Network 5536abb9-3261-4edc-ace7-93b6a309c0d2 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:43.787030 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:43.789992 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:24:43.812277 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] Set router 91d4021c-e232-4483-bd40-089b8eae543d gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:24:43.814511 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Pushing event updated for resources: {'Port': ['ID=6e5e485d-3af9-4b3a-8ffe-74cc01489f3f,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:43.834061 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-365101'] for router_interface, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.943939 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f53e4c66-a0ab-40e1-b5a3-e62b7ef636be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.953767 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f53e4c66-a0ab-40e1-b5a3-e62b7ef636be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:43.953767 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-f53e4c66-a0ab-40e1-b5a3-e62b7ef636be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b06921bd-8c43-451f-990e-2be987d4bb75 HTTP/1.1" status: 204 len: 168 time: 0.2413828 Aug 16 09:24:43.960369 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e4c66-a0ab-40e1-b5a3-e62b7ef636be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06921bd-8c43-451f-990e-2be987d4bb75,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:44.044424 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:40Z', 'revision_number': 3, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:44.070401 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67f38ba-e46c-42d1-9936-619dc5a6dbc5 None None] The sync data for ids ['91d4021c-e232-4483-bd40-089b8eae543d'] in dv-cinder-804611-1-iscsi is: [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:40Z', 'revision_number': 3, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:24:44.196215 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:44.202510 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-f4a5c784-9342-4f9e-aa6a-88b23f3fdce6 None None] Provisioning for port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:44.203723 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4deac5-dc78-4a51-b96a-dc647bdf42b3 req-7bd552bc-b9c6-47bd-a49a-409f5274b484 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:44.206854 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-f4a5c784-9342-4f9e-aa6a-88b23f3fdce6 None None] Provisioning complete for port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:44.207546 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c784-9342-4f9e-aa6a-88b23f3fdce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:44.211801 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fb4deac5-dc78-4a51-b96a-dc647bdf42b3 req-7bd552bc-b9c6-47bd-a49a-409f5274b484 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0634930 Aug 16 09:24:44.261826 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-f4a5c784-9342-4f9e-aa6a-88b23f3fdce6 None None] Port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:24:44.284489 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fb4deac5-dc78-4a51-b96a-dc647bdf42b3 req-8c2007a8-170c-4209-8cb6-1adc3bea4ba0 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713768 Aug 16 09:24:44.315913 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782b6ea-bcdd-42c0-ae53-2fc16baee7e4 req-3e460591-0186-4063-931c-308334c5bb33 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:44.317674 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0782b6ea-bcdd-42c0-ae53-2fc16baee7e4 req-3e460591-0186-4063-931c-308334c5bb33 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0820429 Aug 16 09:24:44.380988 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0782b6ea-bcdd-42c0-ae53-2fc16baee7e4 req-74f888d7-fa8e-465a-bba5-45d4fb5c1e05 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547554 Aug 16 09:24:44.426595 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:44.568542 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:44.622214 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a33f1-542d-4ab3-a50b-e03aae7e447f req-b0c0ba63-4372-4993-b7e3-b3effeb6c194 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:44.623899 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-be4a33f1-542d-4ab3-a50b-e03aae7e447f req-b0c0ba63-4372-4993-b7e3-b3effeb6c194 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 943 time: 0.0608857 Aug 16 09:24:44.639928 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Pushing event updated for resources: {'Port': ['ID=6e5e485d-3af9-4b3a-8ffe-74cc01489f3f,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:44.642480 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365241'] for router_interface, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:44.669205 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-be4a33f1-542d-4ab3-a50b-e03aae7e447f req-05a089d7-aeeb-40d4-b562-bd28b1d6e03c tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Aug 16 09:24:44.740279 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Network 5536abb9-3261-4edc-ace7-93b6a309c0d2 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:44.741769 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:44.840906 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48cf79-8840-43c4-90c1-98bdb525dafe req-6aa5ba21-a6e8-4955-ae64-2955d1b72f78 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:44.843142 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7c48cf79-8840-43c4-90c1-98bdb525dafe req-6aa5ba21-a6e8-4955-ae64-2955d1b72f78 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 943 time: 0.0690715 Aug 16 09:24:44.919508 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7c48cf79-8840-43c4-90c1-98bdb525dafe req-36375721-380c-4045-b415-77ee08d757b0 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701857 Aug 16 09:24:44.999024 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-a8b8fdc0-cd9e-49b3-b331-067f6c67a347 None None] Provisioning complete for port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:44.999671 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a8b8fdc0-cd9e-49b3-b331-067f6c67a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:45.036415 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8fdc0-cd9e-49b3-b331-067f6c67a347 None None] Port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:24:45.141454 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Router 91d4021c-e232-4483-bd40-089b8eae543d has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:24:45.248969 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:24:45.257148 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-0ebc425c-6087-45b5-a2fe-ae8b324930cc admin admin] 10.222.0.39 "PUT /v2.0/routers/91d4021c-e232-4483-bd40-089b8eae543d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6337049 Aug 16 09:24:45.424972 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f1406-d771-4f5e-8bd6-2ae54d2c5f3a req-2330e04a-66ed-4438-a932-0a7de35a6f4f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:45.426535 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c71f1406-d771-4f5e-8bd6-2ae54d2c5f3a req-2330e04a-66ed-4438-a932-0a7de35a6f4f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0628631 Aug 16 09:24:45.434471 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 7affc4e5-cc71-4da8-ac26-54eed1b291af up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:45.480258 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c71f1406-d771-4f5e-8bd6-2ae54d2c5f3a req-67ff7a55-b28f-4ef6-a5dc-9079e25879e5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443575 Aug 16 09:24:45.563180 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 7affc4e5-cc71-4da8-ac26-54eed1b291af completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:45.567523 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 7affc4e5-cc71-4da8-ac26-54eed1b291af triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:45.567894 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:45.594911 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device ff5eb9bd-29b0-4915-b528-4142a971cdb5 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:24:45.626311 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b6999-82b3-4956-9094-cd1241fe4070 req-902c02e6-5dce-4520-9102-3e8efb8bfdf2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:45.628143 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dc9b6999-82b3-4956-9094-cd1241fe4070 req-902c02e6-5dce-4520-9102-3e8efb8bfdf2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.1349337 Aug 16 09:24:45.629858 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-88a23927-9ce3-4f4d-b2e6-79a6b3628e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:45.631259 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-88a23927-9ce3-4f4d-b2e6-79a6b3628e66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434&tenant_id=b5e4e5ee11c44b2fae87a4f001251428 HTTP/1.1" status: 200 len: 1097 time: 0.1226656 Aug 16 09:24:45.682101 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dc9b6999-82b3-4956-9094-cd1241fe4070 req-17f21666-bf6b-4db1-98ec-4ed05618d3d6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444968 Aug 16 09:24:45.773665 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.db.resource_extend [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 09:24:45.810820 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b97ab-b7a6-4878-8cc2-28714b8b86c4 req-c8f1014a-55af-437f-b38e-0f4c2019b2b2 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:45.812537 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-411b97ab-b7a6-4878-8cc2-28714b8b86c4 req-c8f1014a-55af-437f-b38e-0f4c2019b2b2 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 943 time: 0.0675609 Aug 16 09:24:45.815393 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-f7f9bc22-f758-401b-9e7f-8c3b10c95507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:45.816798 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-f7f9bc22-f758-401b-9e7f-8c3b10c95507 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 1097 time: 0.1586132 Aug 16 09:24:45.829969 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:45.862228 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 7affc4e5-cc71-4da8-ac26-54eed1b291af, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=7affc4e5-cc71-4da8-ac26-54eed1b291af,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:45.881609 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port ff5eb9bd-29b0-4915-b528-4142a971cdb5, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=ff5eb9bd-29b0-4915-b528-4142a971cdb5,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:45.892923 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'ff5eb9bd-29b0-4915-b528-4142a971cdb5', 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33', 'port_id': 'ff5eb9bd-29b0-4915-b528-4142a971cdb5', 'mac_address': 'fa:16:3e:04:8c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f958ed6-bda7-40db-b5ef-2c818d6cf4b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:24:45.899941 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-411b97ab-b7a6-4878-8cc2-28714b8b86c4 req-040f32a2-fdb2-44cb-ae2f-854cd2e20d88 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814416 Aug 16 09:24:45.942596 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:45.946958 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-dffa8934-66ad-4e52-9fd7-88f8eec71187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:45.948843 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-dffa8934-66ad-4e52-9fd7-88f8eec71187 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 917 time: 0.1237326 Aug 16 09:24:45.956392 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5eb9bd-29b0-4915-b528-4142a971cdb5 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:24:45.991717 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.002326 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Sync routers for ids ['91d4021c-e232-4483-bd40-089b8eae543d'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:24:46.049954 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port ff5eb9bd-29b0-4915-b528-4142a971cdb5, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=ff5eb9bd-29b0-4915-b528-4142a971cdb5,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:46.057940 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Routers {'91d4021c-e232-4483-bd40-089b8eae543d'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:24:46.058575 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:24:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['91d4021c-e232-4483-bd40-089b8eae543d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:46.105468 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-760fae50-7609-4d10-aae8-29ab3c59e818 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8442553c-55ca-4efe-91e7-1e53307a1818 HTTP/1.1" status: 200 len: 1000 time: 0.1478372 Aug 16 09:24:46.111128 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=7affc4e5-cc71-4da8-ac26-54eed1b291af,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:46.117471 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36704094-8345-4c53-9773-67a76596e93d req-025357fa-9756-46c1-a28e-bcf2edc5accb tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:46.118914 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-36704094-8345-4c53-9773-67a76596e93d req-025357fa-9756-46c1-a28e-bcf2edc5accb tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 943 time: 0.1024542 Aug 16 09:24:46.128099 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.128477 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.128820 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.129153 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.129671 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.130044 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.130335 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.130662 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.131010 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.131336 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.131822 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.132316 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:24:46.196352 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-cc334077-acb6-4456-b064-cca55a531781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:46.197433 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-cc334077-acb6-4456-b064-cca55a531781 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc65ce35-04e7-4584-80a4-1275af6c7e31 HTTP/1.1" status: 200 len: 855 time: 0.0776620 Aug 16 09:24:46.201089 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-36704094-8345-4c53-9773-67a76596e93d req-c3ac5b7f-b81d-4405-ae39-108466055279 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713420 Aug 16 09:24:46.274659 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-728ebcb4-3d9e-42ea-893b-fd4c06e4b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:46.276129 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-728ebcb4-3d9e-42ea-893b-fd4c06e4b98a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e3dee7d-5ee5-41fc-b951-5848f52eee46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701888 Aug 16 09:24:46.277441 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46320) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:46.282840 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1621895353-network', 'tenant_id': '7396a1093a544130af5b186317022b72'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:46.283012 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.283671 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device cab6945b-de1b-4e62-a036-1cb8ad6b7069 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:24:46.354392 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Set router 91d4021c-e232-4483-bd40-089b8eae543d gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:24:46.397267 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Made reservation on behalf of 7396a1093a544130af5b186317022b72 for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:24:46.399650 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.409516 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.506173 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=ff5eb9bd-29b0-4915-b528-4142a971cdb5,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:46.520024 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port cab6945b-de1b-4e62-a036-1cb8ad6b7069, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=cab6945b-de1b-4e62-a036-1cb8ad6b7069,segment=NetworkSegment(12794b1e-994c-482b-a492-219c67d0f353),segment_id=12794b1e-994c-482b-a492-219c67d0f353)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:46.543644 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.565031 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'cab6945b-de1b-4e62-a036-1cb8ad6b7069', 'network_id': 'a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c', 'port_id': 'cab6945b-de1b-4e62-a036-1cb8ad6b7069', 'mac_address': 'fa:16:3e:6e:30:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64698c65-cea2-4734-b682-9aad99535f26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:24:46.626272 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-5365123b-2bf4-4ce4-af21-3db152d6c9aa service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420498 Aug 16 09:24:46.634659 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed29f29-d0e3-4401-b993-9ea8876ba7fd req-f8192c8c-115a-4755-9507-d0cfd6e28afb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:46.636717 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1ed29f29-d0e3-4401-b993-9ea8876ba7fd req-f8192c8c-115a-4755-9507-d0cfd6e28afb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0760577 Aug 16 09:24:46.656321 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.677138 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.679412 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6ef0-36ab-4094-b174-5d0588029385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.684620 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab6945b-de1b-4e62-a036-1cb8ad6b7069 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:24:46.720338 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1ed29f29-d0e3-4401-b993-9ea8876ba7fd req-e6ea116f-cb2a-47b9-b718-5b37bc50a936 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752733 Aug 16 09:24:46.725740 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port cab6945b-de1b-4e62-a036-1cb8ad6b7069, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=cab6945b-de1b-4e62-a036-1cb8ad6b7069,segment=NetworkSegment(12794b1e-994c-482b-a492-219c67d0f353),segment_id=12794b1e-994c-482b-a492-219c67d0f353)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:46.741475 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:24:46.760353 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c16139b-27f3-43c2-897e-733d114af763,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:46.764126 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.764502 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Added segment ef5a3b7a-152d-42a9-a2e5-2922d99e473c of type vlan for network c298a941-c72a-4087-b93b-fc9b34afa24e Aug 16 09:24:46.768564 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:44Z', 'revision_number': 4, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '6e5e485d-3af9-4b3a-8ffe-74cc01489f3f', 'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'mac_address': 'fa:16:3e:6c:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e892491c-fa11-4c24-964c-58f52812419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:43Z', 'updated_at': '2021-08-16T09:24:44Z', 'revision_number': 2, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'subnets': [{'id': 'e892491c-fa11-4c24-964c-58f52812419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:46.774649 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4b75a29d-3a53-4853-a633-ce4fb3ec29ac req-62874f02-869e-4f3e-93ff-e1ff42e36022 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369269 Aug 16 09:24:46.798984 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Checking router: 91d4021c-e232-4483-bd40-089b8eae543d for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:24:46.799329 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Updating router 91d4021c-e232-4483-bd40-089b8eae543d port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f binding host dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:24:46.801858 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcbf11-d2b2-4ea9-96ee-2a9552e81516 req-b59bb009-8a32-40c3-90e9-0d9dae01723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:46.803392 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-56dcbf11-d2b2-4ea9-96ee-2a9552e81516 req-b59bb009-8a32-40c3-90e9-0d9dae01723d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 1098 time: 0.1188648 Aug 16 09:24:46.821688 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.828289 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.842558 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eb94f-1c0c-488e-af84-fb1ac53d5f0d req-3c2cdf29-7fac-4d55-9e70-8c2f7f61a223 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:46.844262 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c19eb94f-1c0c-488e-af84-fb1ac53d5f0d req-3c2cdf29-7fac-4d55-9e70-8c2f7f61a223 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0564513 Aug 16 09:24:46.855215 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.872938 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-56dcbf11-d2b2-4ea9-96ee-2a9552e81516 req-528565f2-2ac1-4fa3-8250-520a66ca0662 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619612 Aug 16 09:24:46.888347 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c19eb94f-1c0c-488e-af84-fb1ac53d5f0d req-188a1bd3-ef4e-49d7-aeb5-d616b5658296 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371850 Aug 16 09:24:46.916782 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=cab6945b-de1b-4e62-a036-1cb8ad6b7069,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:46.969183 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:46.970168 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:46.970816 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:47.033678 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] Pushing event updated for resources: {'Network': ['ID=c298a941-c72a-4087-b93b-fc9b34afa24e,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:47.036201 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca2fce-d3d0-46a0-8a62-3dee022a0c92 req-22b5350f-5c6d-4735-bbec-90db8c1b5352 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:47.052228 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b2ca2fce-d3d0-46a0-8a62-3dee022a0c92 req-22b5350f-5c6d-4735-bbec-90db8c1b5352 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 944 time: 0.0516508 Aug 16 09:24:47.052361 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network c298a941-c72a-4087-b93b-fc9b34afa24e details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:24:47.082730 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b2ca2fce-d3d0-46a0-8a62-3dee022a0c92 req-4442b3d2-4dc3-4daf-ba18-66e14ebd9632 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372143 Aug 16 09:24:47.107092 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d68e72d3-3eb4-4e66-98c5-37629fc01c87 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8282046 Aug 16 09:24:47.110132 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['ff5eb9bd-29b0-4915-b528-4142a971cdb5'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:24:47.110271 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46338) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:47.111442 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['cab6945b-de1b-4e62-a036-1cb8ad6b7069'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:24:47.114867 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] Request body: {'subnet': {'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1621895353-subnet', 'tenant_id': '7396a1093a544130af5b186317022b72', 'ip_version': 4}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:47.200992 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] Made reservation on behalf of 7396a1093a544130af5b186317022b72 for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:24:47.204209 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693924'] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:47.377054 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:47.390035 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Transition to ACTIVE for port object 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:47.398541 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e630601-8d2a-4686-939c-91f048abf45c req-7eea67db-0416-4969-a183-4b2c99502f8b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:47.401939 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 7affc4e5-cc71-4da8-ac26-54eed1b291af up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:47.406300 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7e630601-8d2a-4686-939c-91f048abf45c req-7eea67db-0416-4969-a183-4b2c99502f8b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 944 time: 0.1220171 Aug 16 09:24:47.453238 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7e630601-8d2a-4686-939c-91f048abf45c req-44186f0a-4bd3-4eb1-91b0-42184b782128 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Aug 16 09:24:47.523312 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 7affc4e5-cc71-4da8-ac26-54eed1b291af triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:47.523731 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:47.542624 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11474446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693910'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:47.555936 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:47.588493 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=79edb8fa-96c7-48c6-add5-fb7ba75e4c04,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:47.600199 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] Checking segment: {'id': 'ef5a3b7a-152d-42a9-a2e5-2922d99e473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:47.600199 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] Network hostable DHCP agents. Network: c298a941-c72a-4087-b93b-fc9b34afa24e, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:24:47.717361 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fbc76-3899-4c24-8c98-e31c5006b873 None None] Pushing event updated for resources: {'Port': ['ID=6e5e485d-3af9-4b3a-8ffe-74cc01489f3f,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:47.723840 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] Network c298a941-c72a-4087-b93b-fc9b34afa24e is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:24:47.778908 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Attempting to bind port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:24:47.779330 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Attempting to bind port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:24:47.780128 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Attempting to bind port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f on network 5536abb9-3261-4edc-ace7-93b6a309c0d2 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:47.794436 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:24:47.794436 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Checking segment: {'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:47.794436 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:47.794436 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Bound using segment: {'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:24:47.794436 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Bound port: 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:24:47.794436 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:47.872274 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, c298a941-c72a-4087-b93b-fc9b34afa24e) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:47.879167 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:47.881700 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:47.902701 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39d4721-5515-4b23-80ab-b40e2f4a9501 None None] Network c298a941-c72a-4087-b93b-fc9b34afa24e requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:24:47.909757 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba7a9e-38aa-40fd-912e-d22c26858f2d req-aceae8e1-94f9-476a-b301-cd814c8fe52f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:47.918425 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d1ba7a9e-38aa-40fd-912e-d22c26858f2d req-aceae8e1-94f9-476a-b301-cd814c8fe52f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0747390 Aug 16 09:24:47.939900 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:24:47.970147 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d1ba7a9e-38aa-40fd-912e-d22c26858f2d req-9cd5c8b1-9d76-410b-9b77-88ccbbd6455b tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502272 Aug 16 09:24:48.059546 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cd1b7-a118-4773-94de-0f5733b18631 req-72d023cb-495c-4d59-bb7e-60f984671321 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:48.067424 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2a9cd1b7-a118-4773-94de-0f5733b18631 req-72d023cb-495c-4d59-bb7e-60f984671321 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0724330 Aug 16 09:24:48.080319 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d86a1afc-8f37-4014-9b33-cfcf4ba0e3cb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9670725 Aug 16 09:24:48.080652 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46366) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:48.085333 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1621895353-router', 'tenant_id': '7396a1093a544130af5b186317022b72', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:24:48.122233 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] For port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:24:48.144075 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] For port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=6e5e485d-3af9-4b3a-8ffe-74cc01489f3f,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:24:48.166318 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2a9cd1b7-a118-4773-94de-0f5733b18631 req-070dc248-85b8-4a1b-a282-77c39b2d0dc3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959277 Aug 16 09:24:48.247167 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:48.249194 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:48.265285 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04af6b2-a771-48ec-88cc-fd79ed640993 req-9661541a-e60f-48dc-907e-a89b02f3f3a6 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:48.273118 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f04af6b2-a771-48ec-88cc-fd79ed640993 req-9661541a-e60f-48dc-907e-a89b02f3f3a6 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 944 time: 0.0611000 Aug 16 09:24:48.294816 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec095752-b3bb-5336-b046-645ca276ff70-c298a941-c72a-4087-b93b-fc9b34afa24e', 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e', 'tenant_id': '7396a1093a544130af5b186317022b72', 'fixed_ips': [{'subnet_id': '79edb8fa-96c7-48c6-add5-fb7ba75e4c04'}]}} from dv-cinder-804611-1-iscsi. {{(pid=94601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 09:24:48.296724 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:48.320477 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f04af6b2-a771-48ec-88cc-fd79ed640993 req-54d18b2c-c764-4c8f-bc72-3ba1c1eb1eb0 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439787 Aug 16 09:24:48.332625 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:48.345791 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:48.631343 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fbc76-3899-4c24-8c98-e31c5006b873 None None] Pushing event updated for resources: {'Port': ['ID=6e5e485d-3af9-4b3a-8ffe-74cc01489f3f,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:48.662471 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Routers {'91d4021c-e232-4483-bd40-089b8eae543d'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:24:48.663142 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:24:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['91d4021c-e232-4483-bd40-089b8eae543d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:48.663628 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c167a73-b79f-4bf3-83c1-e1271e02ec92 req-c94c54a7-b545-4b36-9ce4-35f608e07e89 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:48.688556 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6c167a73-b79f-4bf3-83c1-e1271e02ec92 req-c94c54a7-b545-4b36-9ce4-35f608e07e89 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 944 time: 0.1057551 Aug 16 09:24:48.729064 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:48.745026 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6c167a73-b79f-4bf3-83c1-e1271e02ec92 req-f085cfa1-b917-4b97-9182-b0e56bc957a9 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703256 Aug 16 09:24:48.803660 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.db_base_plugin_common [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Allocated IP 172.20.0.2 (c298a941-c72a-4087-b93b-fc9b34afa24e/79edb8fa-96c7-48c6-add5-fb7ba75e4c04/1599b51f-da14-4359-a535-1cd418b22662) {{(pid=94601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:24:48.833092 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] Set router 91d4021c-e232-4483-bd40-089b8eae543d gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:24:49.094726 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:49.133992 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Transition to ACTIVE for port object 1599b51f-da14-4359-a535-1cd418b22662 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:49.168209 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Transition to ACTIVE for port object 1599b51f-da14-4359-a535-1cd418b22662 will not be triggered until provisioned by entity DHCP. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:49.173810 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1cc3d-50aa-46aa-9743-d4c80887303d req-1d4ecc9f-183a-40e6-9187-e08006988586 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:49.178660 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0bb1cc3d-50aa-46aa-9743-d4c80887303d req-1d4ecc9f-183a-40e6-9187-e08006988586 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1102834 Aug 16 09:24:49.208736 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:44Z', 'revision_number': 4, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '6e5e485d-3af9-4b3a-8ffe-74cc01489f3f', 'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'mac_address': 'fa:16:3e:6c:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e892491c-fa11-4c24-964c-58f52812419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:43Z', 'updated_at': '2021-08-16T09:24:48Z', 'revision_number': 4, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'subnets': [{'id': 'e892491c-fa11-4c24-964c-58f52812419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:49.236450 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:49.243188 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0bb1cc3d-50aa-46aa-9743-d4c80887303d req-b4ebcad1-2ffb-4d63-8d9a-39943321b241 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537112 Aug 16 09:24:49.279743 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3f94722c-acef-45fc-90d4-9fff08a2a5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:49.281315 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:49.283592 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:49.285759 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f040b7-8fd3-4d20-b236-e25c38af7dbb None None] The sync data for ids ['91d4021c-e232-4483-bd40-089b8eae543d'] in dv-cinder-804611-1-iscsi is: [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:44Z', 'revision_number': 4, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '6e5e485d-3af9-4b3a-8ffe-74cc01489f3f', 'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'mac_address': 'fa:16:3e:6c:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e892491c-fa11-4c24-964c-58f52812419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:43Z', 'updated_at': '2021-08-16T09:24:48Z', 'revision_number': 4, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'subnets': [{'id': 'e892491c-fa11-4c24-964c-58f52812419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:24:49.316094 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:49.396089 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Network c298a941-c72a-4087-b93b-fc9b34afa24e is already hosted by enough agents. {{(pid=94601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:49.400128 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.base_scheduler [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Resources bound (agent type, host, resource id): {{(pid=94601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:49.402581 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Pushing event updated for resources: {'Port': ['ID=1599b51f-da14-4359-a535-1cd418b22662,revision_number=1']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:49.405192 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Received port after_create {{(pid=94601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:24:49.411438 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d43ae0-7b4d-48b0-86c4-2606a0316a09 req-60c54e49-0876-42c3-91f2-2037f45ea960 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:49.426587 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d4d43ae0-7b4d-48b0-86c4-2606a0316a09 req-60c54e49-0876-42c3-91f2-2037f45ea960 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.1161263 Aug 16 09:24:49.475504 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Attempting to bind port 1599b51f-da14-4359-a535-1cd418b22662 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:24:49.476039 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Attempting to bind port 1599b51f-da14-4359-a535-1cd418b22662 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': 'ef5a3b7a-152d-42a9-a2e5-2922d99e473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:24:49.476490 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Attempting to bind port 1599b51f-da14-4359-a535-1cd418b22662 on network c298a941-c72a-4087-b93b-fc9b34afa24e {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:49.488594 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:24:49.488975 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Checking segment: {'id': 'ef5a3b7a-152d-42a9-a2e5-2922d99e473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:49.489383 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:49.489782 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Bound using segment: {'id': 'ef5a3b7a-152d-42a9-a2e5-2922d99e473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:24:49.490270 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Bound port: 1599b51f-da14-4359-a535-1cd418b22662, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5a3b7a-152d-42a9-a2e5-2922d99e473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:24:49.490790 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:49.535471 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d4d43ae0-7b4d-48b0-86c4-2606a0316a09 req-11a2c7c3-5ba3-438d-8feb-74abcd5b38f3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989070 Aug 16 09:24:49.650150 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Allocated IP 172.27.3.171 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:24:49.691590 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device ff5eb9bd-29b0-4915-b528-4142a971cdb5 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:49.741731 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] For port 1599b51f-da14-4359-a535-1cd418b22662, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:24:49.786397 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] For port 1599b51f-da14-4359-a535-1cd418b22662, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=1599b51f-da14-4359-a535-1cd418b22662,segment=NetworkSegment(ef5a3b7a-152d-42a9-a2e5-2922d99e473c),segment_id=ef5a3b7a-152d-42a9-a2e5-2922d99e473c)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:24:49.807909 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f294f-bb94-4de8-9a06-c0aa5d95e678 req-17feee17-e8c9-4dd7-8020-715e00d1f7ee tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:49.817332 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dd6f294f-bb94-4de8-9a06-c0aa5d95e678 req-17feee17-e8c9-4dd7-8020-715e00d1f7ee tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 944 time: 0.1575100 Aug 16 09:24:49.831036 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:49.899566 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dd6f294f-bb94-4de8-9a06-c0aa5d95e678 req-08badc1e-31e4-48cf-b0df-7a56bc95397a tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753000 Aug 16 09:24:50.320855 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d30c00-e6f2-4bc2-8fe2-fcb3d1f96b0a req-832ce3aa-1056-4d80-aa1c-f4008464f9d3 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:50.320855 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-90d30c00-e6f2-4bc2-8fe2-fcb3d1f96b0a req-832ce3aa-1056-4d80-aa1c-f4008464f9d3 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 944 time: 0.0668061 Aug 16 09:24:50.320855 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-90d30c00-e6f2-4bc2-8fe2-fcb3d1f96b0a req-12d4b5a4-f8eb-4e57-80ab-fcdec5ea8bbd tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328498 Aug 16 09:24:50.426313 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:50.510040 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0be309-84c6-4ff8-9c78-939af7dc84b1 None None] Pushing event updated for resources: {'Port': ['ID=1599b51f-da14-4359-a535-1cd418b22662,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:50.689570 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e373e-fe1d-4a1b-8b9e-1a3a842c553f req-e430cdbb-461e-42c9-9f4d-10d5ed8bf7c3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:50.692846 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-518e373e-fe1d-4a1b-8b9e-1a3a842c553f req-e430cdbb-461e-42c9-9f4d-10d5ed8bf7c3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0593505 Aug 16 09:24:50.779208 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-518e373e-fe1d-4a1b-8b9e-1a3a842c553f req-ac791765-6bcd-43fd-809f-e117e3592cbe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808580 Aug 16 09:24:50.785983 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port ff5eb9bd-29b0-4915-b528-4142a971cdb5 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:50.786948 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:50.802579 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:50.815281 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port ff5eb9bd-29b0-4915-b528-4142a971cdb5 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:50.815281 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:50.915516 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:50.936540 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:50.944508 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:50.957707 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:24:51.014797 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:51.046538 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c34be1-fddb-4f48-b24b-ad590de18853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5eb9bd-29b0-4915-b528-4142a971cdb5'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:51.053069 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3effd854-8014-4a60-b917-cfb2ed597b61" -d '{"events": [{"server_uuid": "a2c34be1-fddb-4f48-b24b-ad590de18853", "name": "network-vif-plugged", "status": "completed", "tag": "ff5eb9bd-29b0-4915-b528-4142a971cdb5"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:51.079500 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port ff5eb9bd-29b0-4915-b528-4142a971cdb5, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=ff5eb9bd-29b0-4915-b528-4142a971cdb5,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:51.156458 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf9f5-c922-4827-9a94-c3b7740a5f5c req-a3b5b9f2-0c50-4c6e-82eb-c78a24581f1f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:51.159645 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b05cf9f5-c922-4827-9a94-c3b7740a5f5c req-a3b5b9f2-0c50-4c6e-82eb-c78a24581f1f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1412179 Aug 16 09:24:51.168848 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093cd9c-3931-46a4-a32d-aaa996a93555 req-c92407bd-77b9-442f-92f8-6627ff08ba76 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:51.173059 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9093cd9c-3931-46a4-a32d-aaa996a93555 req-c92407bd-77b9-442f-92f8-6627ff08ba76 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 944 time: 0.1439593 Aug 16 09:24:51.218301 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:51.219248 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device cab6945b-de1b-4e62-a036-1cb8ad6b7069 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:51.235825 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9093cd9c-3931-46a4-a32d-aaa996a93555 req-323ef9c0-1b52-4ecd-9743-ae0e01a0b527 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591073 Aug 16 09:24:51.253714 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b05cf9f5-c922-4827-9a94-c3b7740a5f5c req-d9e17efc-7b89-4308-b533-8d9fceb3b0d4 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768075 Aug 16 09:24:51.309731 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da18b74-825e-4214-b29d-6920e67033ac x-openstack-request-id: req-5da18b74-825e-4214-b29d-6920e67033ac {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:51.310013 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c34be1-fddb-4f48-b24b-ad590de18853", "name": "network-vif-plugged", "status": "completed", "tag": "ff5eb9bd-29b0-4915-b528-4142a971cdb5", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:51.310259 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5da18b74-825e-4214-b29d-6920e67033ac {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:51.310654 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c34be1-fddb-4f48-b24b-ad590de18853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5eb9bd-29b0-4915-b528-4142a971cdb5', 'code': 200} Aug 16 09:24:51.369346 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=ff5eb9bd-29b0-4915-b528-4142a971cdb5,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:51.460329 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a668942-698f-47c2-91f4-f13d900ff837 req-bd628499-4524-4759-8b90-b2aef2088898 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:51.463581 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1a668942-698f-47c2-91f4-f13d900ff837 req-bd628499-4524-4759-8b90-b2aef2088898 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.0733967 Aug 16 09:24:51.469972 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port cab6945b-de1b-4e62-a036-1cb8ad6b7069 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:51.475997 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port cab6945b-de1b-4e62-a036-1cb8ad6b7069 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:51.480362 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:51.536974 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:51.560197 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1a668942-698f-47c2-91f4-f13d900ff837 req-9f78981c-3218-45ed-8af9-3b9fbcbb3846 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845895 Aug 16 09:24:51.628888 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 1599b51f-da14-4359-a535-1cd418b22662 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:51.663395 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:51.750533 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port cab6945b-de1b-4e62-a036-1cb8ad6b7069, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=cab6945b-de1b-4e62-a036-1cb8ad6b7069,segment=NetworkSegment(12794b1e-994c-482b-a492-219c67d0f353),segment_id=12794b1e-994c-482b-a492-219c67d0f353)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:51.865082 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:51.877523 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438776'] for router, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:51.899853 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:51.911323 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 1599b51f-da14-4359-a535-1cd418b22662 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:51.911323 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fd124c-ad09-4de9-924c-3f7d5410e129 None None] Network c298a941-c72a-4087-b93b-fc9b34afa24e requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:24:51.945279 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:51.958320 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5edad2-44dd-4aa4-a421-6c9d7302ee42 req-83bee359-bb36-4ed9-9dd1-7ec3a08de43a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:51.964844 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5b5edad2-44dd-4aa4-a421-6c9d7302ee42 req-83bee359-bb36-4ed9-9dd1-7ec3a08de43a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0941844 Aug 16 09:24:52.017197 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5b5edad2-44dd-4aa4-a421-6c9d7302ee42 req-e327b895-7df3-4565-97b9-b683dd8aceff tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499001 Aug 16 09:24:52.068784 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=cab6945b-de1b-4e62-a036-1cb8ad6b7069,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:52.174935 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-545c1bd1-d1df-4492-86c0-a50912f3eda5 None None] Provisioning for port 1599b51f-da14-4359-a535-1cd418b22662 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:52.182897 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-545c1bd1-d1df-4492-86c0-a50912f3eda5 None None] Provisioning complete for port 1599b51f-da14-4359-a535-1cd418b22662 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:52.182897 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd1-d1df-4492-86c0-a50912f3eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:52.203588 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Router 1dd24c25-3a54-415f-aedc-59a79a652b48 is scheduled to L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 with binding_index 1 {{(pid=94600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 09:24:52.266529 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:52.343415 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:52.343884 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:52.427858 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:24:52.438881 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Sync routers for ids ['1dd24c25-3a54-415f-aedc-59a79a652b48'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:24:52.446668 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd1-d1df-4492-86c0-a50912f3eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:52.464952 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Routers {'1dd24c25-3a54-415f-aedc-59a79a652b48'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:24:52.466259 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:24:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['1dd24c25-3a54-415f-aedc-59a79a652b48'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:52.516071 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb75f7-7f6a-4470-b233-d875c0686ef7 req-2c2cc86b-54ba-411c-9b67-7fd46b0c12f3 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:52.525662 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-20cb75f7-7f6a-4470-b233-d875c0686ef7 req-2c2cc86b-54ba-411c-9b67-7fd46b0c12f3 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1889091 Aug 16 09:24:52.541635 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-545c1bd1-d1df-4492-86c0-a50912f3eda5 None None] For port 1599b51f-da14-4359-a535-1cd418b22662, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=1599b51f-da14-4359-a535-1cd418b22662,segment=NetworkSegment(ef5a3b7a-152d-42a9-a2e5-2922d99e473c),segment_id=ef5a3b7a-152d-42a9-a2e5-2922d99e473c)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:52.567640 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa574bda-621c-47a2-b72c-96a19905c9d6 req-6f96530a-4d66-4511-b738-86f02552eebf tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:52.585906 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-aa574bda-621c-47a2-b72c-96a19905c9d6 req-6f96530a-4d66-4511-b738-86f02552eebf tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.2172527 Aug 16 09:24:52.586064 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:52.616091 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=6e5e485d-3af9-4b3a-8ffe-74cc01489f3f,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:52.623694 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-20cb75f7-7f6a-4470-b233-d875c0686ef7 req-1d9b58b5-ee8b-48c3-8dfe-19b71b40f051 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967867 Aug 16 09:24:52.632646 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:52.638897 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-523b96f6-7a40-4238-9740-400eba6fc1c8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5571344 Aug 16 09:24:52.639905 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46418) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:24:52.657140 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-aa574bda-621c-47a2-b72c-96a19905c9d6 req-3ba0fa7b-181a-4ec0-a5bf-f57034f9d8aa tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803957 Aug 16 09:24:52.684503 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd1-d1df-4492-86c0-a50912f3eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:52.740748 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:52.791532 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Set router 1dd24c25-3a54-415f-aedc-59a79a652b48 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:24:52.797086 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c1bd1-d1df-4492-86c0-a50912f3eda5 None None] Pushing event updated for resources: {'Port': ['ID=1599b51f-da14-4359-a535-1cd418b22662,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:52.891404 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74301b42-fc46-4238-9e48-f9cf6137aeb9 req-44db8e05-2dfe-4327-bb14-aafea919e667 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:52.896016 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-74301b42-fc46-4238-9e48-f9cf6137aeb9 req-44db8e05-2dfe-4327-bb14-aafea919e667 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.1111138 Aug 16 09:24:52.913877 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=6e5e485d-3af9-4b3a-8ffe-74cc01489f3f,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:52.937534 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-0b9f1d83-e418-4e2b-8c00-34459b0f1c9b None None] Provisioning complete for port 1599b51f-da14-4359-a535-1cd418b22662 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:52.937905 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1d83-e418-4e2b-8c00-34459b0f1c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:52.984034 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-74301b42-fc46-4238-9e48-f9cf6137aeb9 req-328b5d31-0d20-4e40-ad0a-f12165b4b5f8 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799954 Aug 16 09:24:53.177290 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'name': 'tempest-TestMinimumBasicScenario-1621895353-router', 'tenant_id': '7396a1093a544130af5b186317022b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:48Z', 'updated_at': '2021-08-16T09:24:51Z', 'revision_number': 3, 'project_id': '7396a1093a544130af5b186317022b72', 'gw_port': {'id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:49Z', 'updated_at': '2021-08-16T09:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:53.199604 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad18275-dcc4-4afa-a76e-59b8f60868af req-4ecd0e1c-b0e6-4aab-b51b-78d482301bea tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:53.206866 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bad18275-dcc4-4afa-a76e-59b8f60868af req-4ecd0e1c-b0e6-4aab-b51b-78d482301bea tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0874007 Aug 16 09:24:53.222783 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Checking router: 1dd24c25-3a54-415f-aedc-59a79a652b48 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:24:53.223718 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Updating router 1dd24c25-3a54-415f-aedc-59a79a652b48 port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 binding host dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:24:53.240117 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bad18275-dcc4-4afa-a76e-59b8f60868af req-f184b715-f460-48ac-b656-a2d5e8c31ad2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323577 Aug 16 09:24:53.255007 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:53.312134 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd31a83-655b-4a6e-b60e-9dc755ea7a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab6945b-de1b-4e62-a036-1cb8ad6b7069'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:24:53.315283 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeca46f-c10e-4914-b0fa-38e66daf6e28" -d '{"events": [{"server_uuid": "ecd31a83-655b-4a6e-b60e-9dc755ea7a30", "name": "network-vif-plugged", "status": "completed", "tag": "cab6945b-de1b-4e62-a036-1cb8ad6b7069"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:24:53.381655 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa6c380-3884-485c-bb29-a36b4376647f x-openstack-request-id: req-6fa6c380-3884-485c-bb29-a36b4376647f {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:24:53.381994 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd31a83-655b-4a6e-b60e-9dc755ea7a30", "name": "network-vif-plugged", "status": "completed", "tag": "cab6945b-de1b-4e62-a036-1cb8ad6b7069", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:24:53.382245 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fa6c380-3884-485c-bb29-a36b4376647f {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:24:53.382629 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd31a83-655b-4a6e-b60e-9dc755ea7a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab6945b-de1b-4e62-a036-1cb8ad6b7069', 'code': 200} Aug 16 09:24:53.459742 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 1599b51f-da14-4359-a535-1cd418b22662 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:53.465564 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:53.554244 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Notify callbacks [] for port, precommit_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:53.566424 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 1599b51f-da14-4359-a535-1cd418b22662 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:53.567087 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.provisioning_blocks [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Transition to ACTIVE for port object 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 will not be triggered until provisioned by entity L2. {{(pid=94602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:53.567194 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:53.661366 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:53.684267 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Allocated IP 172.20.0.1 (c298a941-c72a-4087-b93b-fc9b34afa24e/79edb8fa-96c7-48c6-add5-fb7ba75e4c04/01654dee-d4d5-48b4-8132-223b74bba093) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:24:53.732991 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:53.770474 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Attempting to bind port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:24:53.770710 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Attempting to bind port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:24:53.771109 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Attempting to bind port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 on network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:53.778217 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeab5b8-46ec-4b40-b204-f5dbe8f6130d None None] Pushing event updated for resources: {'Port': ['ID=46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7,revision_number=2']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:53.781018 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:24:53.781391 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Checking segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:53.781789 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:53.782178 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Bound using segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:24:53.782646 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Bound port: 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:24:53.783048 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:53.798000 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:53.798841 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:53.828227 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:53.858408 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Transition to ACTIVE for port object 01654dee-d4d5-48b4-8132-223b74bba093 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:53.878617 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] For port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:24:53.892775 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] For port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:24:53.895071 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566571-d7c6-4a95-a2d3-ed0613e805b1 req-690e4741-94de-4ccd-83fc-aa44c2b94d0b tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:53.905548 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ab566571-d7c6-4a95-a2d3-ed0613e805b1 req-690e4741-94de-4ccd-83fc-aa44c2b94d0b tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.1120148 Aug 16 09:24:53.949495 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ab566571-d7c6-4a95-a2d3-ed0613e805b1 req-88520007-e9e3-4470-9c1a-cea449e2aa81 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 Aug 16 09:24:53.958522 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b237e1-b7a6-461f-acb1-94160a546773 req-5205bf77-6aa8-44fb-81ca-76fc1200ec9d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:53.960180 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d5b237e1-b7a6-461f-acb1-94160a546773 req-5205bf77-6aa8-44fb-81ca-76fc1200ec9d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1854701 Aug 16 09:24:54.011360 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d5b237e1-b7a6-461f-acb1-94160a546773 req-5788cabd-58ea-49dc-be92-1ce468cbf1ba tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Aug 16 09:24:54.106426 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4f66-00cf-400b-a04c-6a9fbfe22f55 req-8f539d13-5ba3-4072-8c89-76fb2ff9d108 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:54.107911 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f78f4f66-00cf-400b-a04c-6a9fbfe22f55 req-8f539d13-5ba3-4072-8c89-76fb2ff9d108 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.0509281 Aug 16 09:24:54.146438 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f78f4f66-00cf-400b-a04c-6a9fbfe22f55 req-d82b4d22-51ef-4078-8c51-d116be983815 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326138 Aug 16 09:24:54.317634 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:54.375960 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Routers {'1dd24c25-3a54-415f-aedc-59a79a652b48'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:24:54.376600 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:24:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['1dd24c25-3a54-415f-aedc-59a79a652b48'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:54.381391 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09877fdf-3dad-43dd-970a-1d68cdefc7a2 req-ea45844e-6d19-46fc-90ea-20ecf1c5e0d5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:54.383031 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-09877fdf-3dad-43dd-970a-1d68cdefc7a2 req-ea45844e-6d19-46fc-90ea-20ecf1c5e0d5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0599530 Aug 16 09:24:54.408449 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:54.423066 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeab5b8-46ec-4b40-b204-f5dbe8f6130d None None] Pushing event updated for resources: {'Port': ['ID=46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7,revision_number=3']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:54.468458 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Network c298a941-c72a-4087-b93b-fc9b34afa24e is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:54.470359 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-09877fdf-3dad-43dd-970a-1d68cdefc7a2 req-84efedfd-66e5-4485-9dbd-93e7545dc38c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805016 Aug 16 09:24:54.471954 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:54.475508 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:24:54.513286 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] Set router 1dd24c25-3a54-415f-aedc-59a79a652b48 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:24:54.548698 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-365101'] for router_interface, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:54.548698 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Pushing event updated for resources: {'Port': ['ID=01654dee-d4d5-48b4-8132-223b74bba093,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:54.760252 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'name': 'tempest-TestMinimumBasicScenario-1621895353-router', 'tenant_id': '7396a1093a544130af5b186317022b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:48Z', 'updated_at': '2021-08-16T09:24:51Z', 'revision_number': 3, 'project_id': '7396a1093a544130af5b186317022b72', 'gw_port': {'id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:49Z', 'updated_at': '2021-08-16T09:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:54.780113 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-faf24abb-d989-4d3f-a14a-40a267240669 None None] Provisioning for port 01654dee-d4d5-48b4-8132-223b74bba093 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:54.784494 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-faf24abb-d989-4d3f-a14a-40a267240669 None None] Provisioning complete for port 01654dee-d4d5-48b4-8132-223b74bba093 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:54.792692 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-faf24abb-d989-4d3f-a14a-40a267240669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:54.795444 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1d9cf-37ec-45f5-84b0-ee8750a64baa None None] The sync data for ids ['1dd24c25-3a54-415f-aedc-59a79a652b48'] in dv-cinder-804611-1-iscsi is: [{'id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'name': 'tempest-TestMinimumBasicScenario-1621895353-router', 'tenant_id': '7396a1093a544130af5b186317022b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:48Z', 'updated_at': '2021-08-16T09:24:51Z', 'revision_number': 3, 'project_id': '7396a1093a544130af5b186317022b72', 'gw_port': {'id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:49Z', 'updated_at': '2021-08-16T09:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:24:54.854211 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-faf24abb-d989-4d3f-a14a-40a267240669 None None] Port 01654dee-d4d5-48b4-8132-223b74bba093 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:24:55.147145 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14840a-8872-4f8b-b4ba-389fc5697744 req-8ca7259c-6d1d-452a-8ed9-c8becbcba575 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:55.153670 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3f14840a-8872-4f8b-b4ba-389fc5697744 req-8ca7259c-6d1d-452a-8ed9-c8becbcba575 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.1170852 Aug 16 09:24:55.160005 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:55.242632 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3f14840a-8872-4f8b-b4ba-389fc5697744 req-be0fc8e6-2108-4163-a889-74231f096c85 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668106 Aug 16 09:24:55.273651 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339e584-d437-4f4d-b248-f8ba2b103a5b req-006d1a86-4f18-4645-8252-6d06c233c6fd tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:55.275423 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0339e584-d437-4f4d-b248-f8ba2b103a5b req-006d1a86-4f18-4645-8252-6d06c233c6fd tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1205297 Aug 16 09:24:55.377747 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0339e584-d437-4f4d-b248-f8ba2b103a5b req-44556ed2-877e-4c0d-9598-1a3a9a704f92 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949149 Aug 16 09:24:55.441261 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22de2d-c52c-4d14-8df5-1aa5feab02f8 req-251be4e3-15d2-47b1-82f5-ae7152539153 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:55.443366 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3e22de2d-c52c-4d14-8df5-1aa5feab02f8 req-251be4e3-15d2-47b1-82f5-ae7152539153 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.0860534 Aug 16 09:24:55.466119 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:55.481545 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:55.520908 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3e22de2d-c52c-4d14-8df5-1aa5feab02f8 req-7a69443c-ec99-4b2e-b5b6-43615802aa5a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666611 Aug 16 09:24:55.574252 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:55.637226 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:24:55.645941 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Pushing event updated for resources: {'Port': ['ID=01654dee-d4d5-48b4-8132-223b74bba093,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:55.650547 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:55.650690 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365241'] for router_interface, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:55.650805 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:55.655471 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20592aa-daef-4555-9a86-e9197fa21481 req-5a98af8d-7cba-4a90-aaa1-1910e4baff41 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:55.663673 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b20592aa-daef-4555-9a86-e9197fa21481 req-5a98af8d-7cba-4a90-aaa1-1910e4baff41 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0878704 Aug 16 09:24:55.753226 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b20592aa-daef-4555-9a86-e9197fa21481 req-a7ec4ef9-b1b1-4ade-a847-da0ea029166e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838048 Aug 16 09:24:55.777699 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Network c298a941-c72a-4087-b93b-fc9b34afa24e is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:24:55.778647 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:55.779246 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:24:55.809566 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:24:55.893856 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:55.958772 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:55.969972 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Router 1dd24c25-3a54-415f-aedc-59a79a652b48 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:24:56.101538 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-1ab550c5-4a78-47bc-bb7d-6b8593e8a380 None None] Provisioning complete for port 01654dee-d4d5-48b4-8132-223b74bba093 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:56.103752 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1ab550c5-4a78-47bc-bb7d-6b8593e8a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:56.169678 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-1ab550c5-4a78-47bc-bb7d-6b8593e8a380 None None] Port 01654dee-d4d5-48b4-8132-223b74bba093 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:24:56.174626 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:24:56.179483 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-c22e579d-d5a3-4a57-9993-16103881ae37 admin admin] 10.222.0.39 "PUT /v2.0/routers/1dd24c25-3a54-415f-aedc-59a79a652b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5383024 Aug 16 09:24:56.416519 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccf1ac-f9d1-4306-9109-662f721a2e7e req-8563555e-a025-4e47-a9a7-9cf44d9376c8 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:56.425027 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3cccf1ac-f9d1-4306-9109-662f721a2e7e req-8563555e-a025-4e47-a9a7-9cf44d9376c8 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.0917742 Aug 16 09:24:56.514029 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3cccf1ac-f9d1-4306-9109-662f721a2e7e req-3953be20-dc80-42d0-9033-0d399003a916 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879319 Aug 16 09:24:56.571272 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68878fdd-4bc4-4e7a-b703-6a9695fd1a87 req-cbfe1218-15ba-4f5b-b5ef-44bb0da679df tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:56.576892 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-68878fdd-4bc4-4e7a-b703-6a9695fd1a87 req-cbfe1218-15ba-4f5b-b5ef-44bb0da679df tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0612409 Aug 16 09:24:56.632142 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-68878fdd-4bc4-4e7a-b703-6a9695fd1a87 req-5f60041b-d30f-47f2-93c0-e3e40df2932b tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516989 Aug 16 09:24:56.690747 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e146-548c-4838-96fe-82215cc7a9a6 req-9757076c-1c92-43f6-9a14-6a2d14af8094 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:56.698085 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c699e146-548c-4838-96fe-82215cc7a9a6 req-9757076c-1c92-43f6-9a14-6a2d14af8094 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.0700965 Aug 16 09:24:56.742485 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c699e146-548c-4838-96fe-82215cc7a9a6 req-59cbeeae-065b-4c61-b481-f3be69fa671e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 Aug 16 09:24:56.902644 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9c950-b4af-408a-a549-c8d46e6268c8 req-eab143e9-332f-4f67-9313-5a2c1b104775 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:56.904326 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4cd9c950-b4af-408a-a549-c8d46e6268c8 req-eab143e9-332f-4f67-9313-5a2c1b104775 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0594199 Aug 16 09:24:56.975616 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4cd9c950-b4af-408a-a549-c8d46e6268c8 req-4e693f87-3d27-4001-bc30-89716ee500b2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628307 Aug 16 09:24:57.051264 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Sync routers for ids ['1dd24c25-3a54-415f-aedc-59a79a652b48'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:24:57.063659 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Routers {'1dd24c25-3a54-415f-aedc-59a79a652b48'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:24:57.064535 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:24:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['1dd24c25-3a54-415f-aedc-59a79a652b48'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:57.210326 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Set router 1dd24c25-3a54-415f-aedc-59a79a652b48 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:24:57.453932 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:24:57.587415 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'name': 'tempest-TestMinimumBasicScenario-1621895353-router', 'tenant_id': '7396a1093a544130af5b186317022b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:48Z', 'updated_at': '2021-08-16T09:24:54Z', 'revision_number': 4, 'project_id': '7396a1093a544130af5b186317022b72', 'gw_port': {'id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:49Z', 'updated_at': '2021-08-16T09:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '01654dee-d4d5-48b4-8132-223b74bba093', 'name': '', 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e', 'tenant_id': '7396a1093a544130af5b186317022b72', 'mac_address': 'fa:16:3e:10:c5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '79edb8fa-96c7-48c6-add5-fb7ba75e4c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:53Z', 'updated_at': '2021-08-16T09:24:55Z', 'revision_number': 2, 'project_id': '7396a1093a544130af5b186317022b72', 'subnets': [{'id': '79edb8fa-96c7-48c6-add5-fb7ba75e4c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:57.648066 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:24:57.648837 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:57.653251 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Checking router: 1dd24c25-3a54-415f-aedc-59a79a652b48 for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:24:57.653872 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Updating router 1dd24c25-3a54-415f-aedc-59a79a652b48 port 01654dee-d4d5-48b4-8132-223b74bba093 binding host dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:24:57.724628 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f595b37-6cbf-4432-bc09-1430cbb16194 req-ba8ad307-6c43-4d83-b90a-0e6fbfda2b40 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:57.725597 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:57.726348 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3f595b37-6cbf-4432-bc09-1430cbb16194 req-ba8ad307-6c43-4d83-b90a-0e6fbfda2b40 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.1189156 Aug 16 09:24:57.856490 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3f595b37-6cbf-4432-bc09-1430cbb16194 req-fa9eb857-3fdd-4483-ab39-a9a535b70e2c tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210694 Aug 16 09:24:57.885072 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa85be-18b9-4ad8-b89d-2e7ce3e76dd4 req-5403d586-b02b-493d-b0c3-0cb18bef189d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:57.886814 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b7fa85be-18b9-4ad8-b89d-2e7ce3e76dd4 req-5403d586-b02b-493d-b0c3-0cb18bef189d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1036601 Aug 16 09:24:57.972422 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b7fa85be-18b9-4ad8-b89d-2e7ce3e76dd4 req-ab01e40c-182b-45cc-a72a-01e0e48a708d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768239 Aug 16 09:24:58.082505 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d3e5a-826a-4572-9e3f-a8366d65fe49 req-44d87513-c493-4311-a9a6-fd896d34ac26 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:58.092949 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-876d3e5a-826a-4572-9e3f-a8366d65fe49 req-44d87513-c493-4311-a9a6-fd896d34ac26 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.1115451 Aug 16 09:24:58.283274 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-876d3e5a-826a-4572-9e3f-a8366d65fe49 req-aa8e1ec4-526e-49f0-939c-351acb0a7373 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893823 Aug 16 09:24:58.330914 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595587dd-d695-4699-aa34-be0298e7b0b4 req-e7cad8fd-03c1-4d15-b474-80c33af68339 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:58.332827 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-595587dd-d695-4699-aa34-be0298e7b0b4 req-e7cad8fd-03c1-4d15-b474-80c33af68339 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.1578102 Aug 16 09:24:58.380419 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:58.395727 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Transition to ACTIVE for port object 01654dee-d4d5-48b4-8132-223b74bba093 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:24:58.434026 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-595587dd-d695-4699-aa34-be0298e7b0b4 req-e668618b-18d4-49df-b1c6-cf86c2533311 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939586 Aug 16 09:24:58.517134 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:58.619590 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b3867-cc89-4408-af97-d840af2a1db3 None None] Pushing event updated for resources: {'Port': ['ID=01654dee-d4d5-48b4-8132-223b74bba093,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:58.627616 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fcd6f-8f41-4b88-9a36-4a7696ada911 req-3a535eea-93ef-4419-b364-3bd3fe589dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:58.630203 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-8d3fcd6f-8f41-4b88-9a36-4a7696ada911 req-3a535eea-93ef-4419-b364-3bd3fe589dde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8da60fd20f04416b976b83745a44755c&device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 1098 time: 0.0649199 Aug 16 09:24:58.734503 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Attempting to bind port 01654dee-d4d5-48b4-8132-223b74bba093 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:24:58.734881 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Attempting to bind port 01654dee-d4d5-48b4-8132-223b74bba093 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': 'ef5a3b7a-152d-42a9-a2e5-2922d99e473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:24:58.735245 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Attempting to bind port 01654dee-d4d5-48b4-8132-223b74bba093 on network c298a941-c72a-4087-b93b-fc9b34afa24e {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:24:58.753378 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:24:58.753783 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Checking segment: {'id': 'ef5a3b7a-152d-42a9-a2e5-2922d99e473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:24:58.754183 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:58.756746 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Bound using segment: {'id': 'ef5a3b7a-152d-42a9-a2e5-2922d99e473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:24:58.757541 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Bound port: 01654dee-d4d5-48b4-8132-223b74bba093, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5a3b7a-152d-42a9-a2e5-2922d99e473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:24:58.757682 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:58.864073 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fcd6f-8f41-4b88-9a36-4a7696ada911 req-1961dedd-f0ec-474d-9224-ae8ee09d6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:58.864334 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-8d3fcd6f-8f41-4b88-9a36-4a7696ada911 req-1961dedd-f0ec-474d-9224-ae8ee09d6016 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 200 len: 920 time: 0.2141087 Aug 16 09:24:58.935971 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] For port 01654dee-d4d5-48b4-8132-223b74bba093, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:24:58.945352 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] For port 01654dee-d4d5-48b4-8132-223b74bba093, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=01654dee-d4d5-48b4-8132-223b74bba093,segment=NetworkSegment(ef5a3b7a-152d-42a9-a2e5-2922d99e473c),segment_id=ef5a3b7a-152d-42a9-a2e5-2922d99e473c)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:24:58.958519 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-8d3fcd6f-8f41-4b88-9a36-4a7696ada911 req-86ea7c0e-3ed5-495d-aa30-b7590b899b85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85e26b66-2a48-48a1-b305-803f7156fb16 HTTP/1.1" status: 200 len: 217 time: 0.0705788 Aug 16 09:24:59.037296 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:24:59.060856 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fcd6f-8f41-4b88-9a36-4a7696ada911 req-841f5508-c855-4bf2-90a1-9381be41440b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:59.063026 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-8d3fcd6f-8f41-4b88-9a36-4a7696ada911 req-841f5508-c855-4bf2-90a1-9381be41440b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbb08f7e-85f6-4f98-a2d3-d7228b510948 HTTP/1.1" status: 200 len: 859 time: 0.0889673 Aug 16 09:24:59.130957 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-8d3fcd6f-8f41-4b88-9a36-4a7696ada911 req-00770c6a-f0d2-4ee1-9dbd-3f293ab6a013 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8388d5d-e82d-4603-85bb-7ced61481563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566351 Aug 16 09:24:59.154938 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Routers {'1dd24c25-3a54-415f-aedc-59a79a652b48'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:24:59.156058 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:24:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['1dd24c25-3a54-415f-aedc-59a79a652b48'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:59.176628 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9430d5c-44af-4374-b1ee-5701be0ff454 req-0b5489cc-fff5-4935-bda2-a49c30bbfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:59.178857 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e9430d5c-44af-4374-b1ee-5701be0ff454 req-0b5489cc-fff5-4935-bda2-a49c30bbfce8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 1098 time: 0.2776849 Aug 16 09:24:59.238897 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e9430d5c-44af-4374-b1ee-5701be0ff454 req-905b090d-7425-456f-ba55-541ec3eefacb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Aug 16 09:24:59.267679 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e4b4a-49a0-42c8-bad7-f8aff7f34860 req-e7aa58ef-7633-49aa-9673-a5092524bc1c tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:59.282744 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7d4e4b4a-49a0-42c8-bad7-f8aff7f34860 req-e7aa58ef-7633-49aa-9673-a5092524bc1c tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.2848749 Aug 16 09:24:59.335359 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b3867-cc89-4408-af97-d840af2a1db3 None None] Pushing event updated for resources: {'Port': ['ID=01654dee-d4d5-48b4-8132-223b74bba093,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:24:59.350303 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314f7ea-3b58-4d20-8f4b-7c1c6f70eaaa req-90716579-582d-44de-be29-f8d86244301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:59.352356 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7314f7ea-3b58-4d20-8f4b-7c1c6f70eaaa req-90716579-582d-44de-be29-f8d86244301a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 1098 time: 0.3749638 Aug 16 09:24:59.356008 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-8d3fcd6f-8f41-4b88-9a36-4a7696ada911 req-5cce04ac-6a5a-43c4-8e66-f3ef9ee8c5d2 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161472 Aug 16 09:24:59.362280 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f5dc0-e090-4062-8338-3d60e0d0b2c0 req-870c0ea9-61e8-4bfe-9114-9a3688d247d7 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:59.370963 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3d3f5dc0-e090-4062-8338-3d60e0d0b2c0 req-870c0ea9-61e8-4bfe-9114-9a3688d247d7 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.2327371 Aug 16 09:24:59.450564 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] Set router 1dd24c25-3a54-415f-aedc-59a79a652b48 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:24:59.457424 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7d4e4b4a-49a0-42c8-bad7-f8aff7f34860 req-53fc482d-ce90-4767-b76e-ef98c28cee6b tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705317 Aug 16 09:24:59.513754 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3d3f5dc0-e090-4062-8338-3d60e0d0b2c0 req-33142a93-732a-4d7e-8192-216784571a19 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385813 Aug 16 09:24:59.534810 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7314f7ea-3b58-4d20-8f4b-7c1c6f70eaaa req-2fca66cc-682b-4f19-8b3e-44ab56200e13 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266556 Aug 16 09:24:59.684056 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-8d3fcd6f-8f41-4b88-9a36-4a7696ada911 req-fe4ed9e4-aaf9-4456-9cb0-baa0342b8f38 service neutron] 10.222.0.64 "GET /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961392 Aug 16 09:24:59.799086 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8fdac-21ed-4d48-a15f-a6b1fdd72434 req-22137457-20c5-4e12-a487-929007ec8676 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:59.810106 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5ca8fdac-21ed-4d48-a15f-a6b1fdd72434 req-22137457-20c5-4e12-a487-929007ec8676 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.1752794 Aug 16 09:24:59.843563 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'name': 'tempest-TestMinimumBasicScenario-1621895353-router', 'tenant_id': '7396a1093a544130af5b186317022b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:48Z', 'updated_at': '2021-08-16T09:24:54Z', 'revision_number': 4, 'project_id': '7396a1093a544130af5b186317022b72', 'gw_port': {'id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:49Z', 'updated_at': '2021-08-16T09:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '01654dee-d4d5-48b4-8132-223b74bba093', 'name': '', 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e', 'tenant_id': '7396a1093a544130af5b186317022b72', 'mac_address': 'fa:16:3e:10:c5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '79edb8fa-96c7-48c6-add5-fb7ba75e4c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:53Z', 'updated_at': '2021-08-16T09:24:58Z', 'revision_number': 4, 'project_id': '7396a1093a544130af5b186317022b72', 'subnets': [{'id': '79edb8fa-96c7-48c6-add5-fb7ba75e4c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:24:59.876755 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cec34c-6671-46c2-b98c-ba8f16a1cca0 req-bc8965e9-b15c-4eb4-aef8-59463712507e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:24:59.878254 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e5010-1768-41a7-95cd-2bc394a84b5d None None] The sync data for ids ['1dd24c25-3a54-415f-aedc-59a79a652b48'] in dv-cinder-804611-1-iscsi is: [{'id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'name': 'tempest-TestMinimumBasicScenario-1621895353-router', 'tenant_id': '7396a1093a544130af5b186317022b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:48Z', 'updated_at': '2021-08-16T09:24:54Z', 'revision_number': 4, 'project_id': '7396a1093a544130af5b186317022b72', 'gw_port': {'id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:49Z', 'updated_at': '2021-08-16T09:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '01654dee-d4d5-48b4-8132-223b74bba093', 'name': '', 'network_id': 'c298a941-c72a-4087-b93b-fc9b34afa24e', 'tenant_id': '7396a1093a544130af5b186317022b72', 'mac_address': 'fa:16:3e:10:c5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '79edb8fa-96c7-48c6-add5-fb7ba75e4c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:53Z', 'updated_at': '2021-08-16T09:24:58Z', 'revision_number': 4, 'project_id': '7396a1093a544130af5b186317022b72', 'subnets': [{'id': '79edb8fa-96c7-48c6-add5-fb7ba75e4c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:24:59.887902 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e0cec34c-6671-46c2-b98c-ba8f16a1cca0 req-bc8965e9-b15c-4eb4-aef8-59463712507e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.3185604 Aug 16 09:24:59.917296 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5ca8fdac-21ed-4d48-a15f-a6b1fdd72434 req-15293b0a-161c-4e66-be68-a3f634efac64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041303 Aug 16 09:24:59.982254 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e0cec34c-6671-46c2-b98c-ba8f16a1cca0 req-69c6532d-e45b-4bde-8f22-489099ee69c7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933750 Aug 16 09:25:00.736880 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca5277-085d-4077-bf41-e8d43fa934b7 req-76ef4e67-c581-4c60-9bf0-fc5466bfabdf tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:00.738631 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5aca5277-085d-4077-bf41-e8d43fa934b7 req-76ef4e67-c581-4c60-9bf0-fc5466bfabdf tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.1107674 Aug 16 09:25:00.775854 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030a86b-2b90-40b7-962c-ca07aec2bdcf req-142c4789-a928-49f3-9451-129187b18213 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:00.777841 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5030a86b-2b90-40b7-962c-ca07aec2bdcf req-142c4789-a928-49f3-9451-129187b18213 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1046596 Aug 16 09:25:00.809558 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5aca5277-085d-4077-bf41-e8d43fa934b7 req-42c39687-471f-43dc-b462-2cfff55054e5 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646362 Aug 16 09:25:00.837449 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5030a86b-2b90-40b7-962c-ca07aec2bdcf req-40c9c571-671a-4330-b723-6e4264aacb51 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523615 Aug 16 09:25:01.125458 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08653500-df9a-419a-9f62-983c057edf77 req-a8338144-b957-42b2-88d8-40d792b76301 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:01.127014 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-08653500-df9a-419a-9f62-983c057edf77 req-a8338144-b957-42b2-88d8-40d792b76301 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0817914 Aug 16 09:25:01.150269 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e999ba5-f92a-4003-a2b9-958c1813d72a req-7a94e8df-88fc-4f27-b77c-97fd96a8bd13 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:01.157449 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6e999ba5-f92a-4003-a2b9-958c1813d72a req-7a94e8df-88fc-4f27-b77c-97fd96a8bd13 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.0754895 Aug 16 09:25:01.214497 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-08653500-df9a-419a-9f62-983c057edf77 req-74b105b6-047d-4dfd-9f46-cb6d68746269 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813036 Aug 16 09:25:01.224876 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6e999ba5-f92a-4003-a2b9-958c1813d72a req-9ad3130c-2af4-4bb0-a81f-73f5afa7dad5 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665042 Aug 16 09:25:01.464032 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 01654dee-d4d5-48b4-8132-223b74bba093 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:01.722226 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 01654dee-d4d5-48b4-8132-223b74bba093 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:01.730564 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 01654dee-d4d5-48b4-8132-223b74bba093 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:01.730564 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:01.844391 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:01.887237 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:01.907203 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 01654dee-d4d5-48b4-8132-223b74bba093, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=01654dee-d4d5-48b4-8132-223b74bba093,segment=NetworkSegment(ef5a3b7a-152d-42a9-a2e5-2922d99e473c),segment_id=ef5a3b7a-152d-42a9-a2e5-2922d99e473c)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:02.001022 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:02.004957 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f731f14-c951-4e34-89f1-975e8b59acc0 req-a8bf4927-11a9-44d5-891b-b1b626a84542 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:02.006672 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7f731f14-c951-4e34-89f1-975e8b59acc0 req-a8bf4927-11a9-44d5-891b-b1b626a84542 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.1035297 Aug 16 09:25:02.031205 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c0676-1a53-4511-98db-15e1ee2da807 req-8d5de6fc-ac10-4f2f-811e-cab848611cf9 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:02.032728 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-728c0676-1a53-4511-98db-15e1ee2da807 req-8d5de6fc-ac10-4f2f-811e-cab848611cf9 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0809717 Aug 16 09:25:02.075011 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=01654dee-d4d5-48b4-8132-223b74bba093,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:02.103498 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7f731f14-c951-4e34-89f1-975e8b59acc0 req-dc0be6c0-f38e-44a9-8a61-8e7e934a9169 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878999 Aug 16 09:25:02.110917 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-728c0676-1a53-4511-98db-15e1ee2da807 req-0bba1111-debb-4ad9-87f3-560c71d12d4c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709622 Aug 16 09:25:02.389162 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb406f3-89f6-4d0e-8ae1-f45a0b2918ca req-759c6ec5-cafe-41d0-8687-f90aa980aa26 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:02.392839 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0eb406f3-89f6-4d0e-8ae1-f45a0b2918ca req-759c6ec5-cafe-41d0-8687-f90aa980aa26 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0901380 Aug 16 09:25:02.404487 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936fa99-bbbd-4507-aa36-7ee6d72a3b1e req-dc49d8da-6f16-4611-b557-5ccadfdad761 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:02.409371 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0936fa99-bbbd-4507-aa36-7ee6d72a3b1e req-dc49d8da-6f16-4611-b557-5ccadfdad761 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.0775476 Aug 16 09:25:02.482666 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0eb406f3-89f6-4d0e-8ae1-f45a0b2918ca req-b5916327-e064-493e-bed0-0bb20928ba40 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757463 Aug 16 09:25:02.486528 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0936fa99-bbbd-4507-aa36-7ee6d72a3b1e req-2d38f008-92c2-40be-9897-d20e688a5fcb tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723381 Aug 16 09:25:03.285883 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c5489-9f20-4768-bcf8-b385261def0c req-4b1238ef-a867-4248-b799-54daacc6f8a7 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:03.294294 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e87c5489-9f20-4768-bcf8-b385261def0c req-4b1238ef-a867-4248-b799-54daacc6f8a7 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0949512 Aug 16 09:25:03.371006 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e87c5489-9f20-4768-bcf8-b385261def0c req-4bb7eb49-fb55-4f42-b293-ab0ae82cbd3b tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754919 Aug 16 09:25:03.444316 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 01654dee-d4d5-48b4-8132-223b74bba093 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:03.515569 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 01654dee-d4d5-48b4-8132-223b74bba093 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:03.516143 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:03.746569 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa3a9b-9d77-4294-9960-6fe8a22bd979 req-dd72ad64-0a2b-41a5-b8fb-f632f2b00b4f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:03.752773 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-70aa3a9b-9d77-4294-9960-6fe8a22bd979 req-dd72ad64-0a2b-41a5-b8fb-f632f2b00b4f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0609710 Aug 16 09:25:03.795280 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-70aa3a9b-9d77-4294-9960-6fe8a22bd979 req-7d725981-17d3-40ed-a439-59ea40bb7cdd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408363 Aug 16 09:25:03.928349 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33c5c7-91ad-4eb7-8015-a6516d9ce6ba req-42ed7356-ebcb-4e14-9e35-b2a717922b1b tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:03.929704 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0c33c5c7-91ad-4eb7-8015-a6516d9ce6ba req-42ed7356-ebcb-4e14-9e35-b2a717922b1b tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.0614302 Aug 16 09:25:03.981582 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0c33c5c7-91ad-4eb7-8015-a6516d9ce6ba req-3bdc706b-d6c2-4863-be54-02bfa40af7e5 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Aug 16 09:25:04.918560 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2375ff-5858-43f2-97ab-9fe7f863d173 req-69d32d89-398d-47aa-b512-63ea52a04fac tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:04.920016 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9d2375ff-5858-43f2-97ab-9fe7f863d173 req-69d32d89-398d-47aa-b512-63ea52a04fac tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0476623 Aug 16 09:25:04.957798 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9d2375ff-5858-43f2-97ab-9fe7f863d173 req-ce0dab1c-cbc4-4aba-89cc-b988015ce9dc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316923 Aug 16 09:25:05.163390 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d26e7-d0fa-4feb-85a2-f20ed2e40418 req-eed24d2a-d97f-4ce9-b882-1bd0bba83b61 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:05.163390 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd5d26e7-d0fa-4feb-85a2-f20ed2e40418 req-eed24d2a-d97f-4ce9-b882-1bd0bba83b61 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.0521762 Aug 16 09:25:05.163390 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd5d26e7-d0fa-4feb-85a2-f20ed2e40418 req-9e2d1eac-4bff-4abb-b7d5-d2b03c890caa tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312665 Aug 16 09:25:06.084356 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171743-7956-417a-84b2-4dc5c97427c0 req-eeae4ada-1b24-4b6f-b156-9a759dd660f1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:06.092237 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-59171743-7956-417a-84b2-4dc5c97427c0 req-eeae4ada-1b24-4b6f-b156-9a759dd660f1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0579383 Aug 16 09:25:06.129142 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-59171743-7956-417a-84b2-4dc5c97427c0 req-34d7fa40-bc6b-4b62-90e7-58cf25125157 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360620 Aug 16 09:25:06.302026 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872b3ad-5853-4cc5-a16f-a388b9429b0a req-7f729a7c-d28c-4973-93a2-46f8db0ea544 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:06.303420 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a872b3ad-5853-4cc5-a16f-a388b9429b0a req-7f729a7c-d28c-4973-93a2-46f8db0ea544 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.0523195 Aug 16 09:25:06.345431 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a872b3ad-5853-4cc5-a16f-a388b9429b0a req-5e0fbfab-8232-4eaa-a3e1-c119cb684e23 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352147 Aug 16 09:25:07.267989 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a8367-2919-410d-94fe-f1756a951270 req-237faf73-57a2-4dca-b470-299fa90772fc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:07.269587 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-eb3a8367-2919-410d-94fe-f1756a951270 req-237faf73-57a2-4dca-b470-299fa90772fc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0592923 Aug 16 09:25:07.310547 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-eb3a8367-2919-410d-94fe-f1756a951270 req-303cce01-ec04-4d7f-9be3-cf9a5fdff4a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340915 Aug 16 09:25:07.504454 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19739304-6438-40de-b0f4-2bdb61b88132 req-c4b27656-9bad-4c7a-ad76-775287978b6f tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:07.505934 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-19739304-6438-40de-b0f4-2bdb61b88132 req-c4b27656-9bad-4c7a-ad76-775287978b6f tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.0720458 Aug 16 09:25:07.553011 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-19739304-6438-40de-b0f4-2bdb61b88132 req-00054248-62c9-431a-a336-7dbc6c388e55 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Aug 16 09:25:08.353234 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e86109-4c14-401a-b90d-1b7dcf3d05e9 req-c0391971-6c50-4ade-8fa1-df5ca7df947f tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:08.354724 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-44e86109-4c14-401a-b90d-1b7dcf3d05e9 req-c0391971-6c50-4ade-8fa1-df5ca7df947f tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.0528817 Aug 16 09:25:08.446859 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643c418-1744-45e5-97c7-3617367fe21c req-0cbcaaac-7510-4251-8d68-b8dfea99a4d0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:08.449086 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f643c418-1744-45e5-97c7-3617367fe21c req-0cbcaaac-7510-4251-8d68-b8dfea99a4d0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0545254 Aug 16 09:25:08.458450 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-44e86109-4c14-401a-b90d-1b7dcf3d05e9 req-fb0ca4c6-a765-4f6f-b5c7-02a724865133 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Deleting port cab6945b-de1b-4e62-a036-1cb8ad6b7069 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:25:08.458798 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-44e86109-4c14-401a-b90d-1b7dcf3d05e9 req-fb0ca4c6-a765-4f6f-b5c7-02a724865133 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:08.491076 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f643c418-1744-45e5-97c7-3617367fe21c req-4e27eb7f-945c-4778-8ed8-4dc19de749ec tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347219 Aug 16 09:25:08.550759 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-44e86109-4c14-401a-b90d-1b7dcf3d05e9 req-fb0ca4c6-a765-4f6f-b5c7-02a724865133 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] For port cab6945b-de1b-4e62-a036-1cb8ad6b7069, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=cab6945b-de1b-4e62-a036-1cb8ad6b7069,segment=NetworkSegment(12794b1e-994c-482b-a492-219c67d0f353),segment_id=12794b1e-994c-482b-a492-219c67d0f353)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:08.551421 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-44e86109-4c14-401a-b90d-1b7dcf3d05e9 req-fb0ca4c6-a765-4f6f-b5c7-02a724865133 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:08.568872 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-44e86109-4c14-401a-b90d-1b7dcf3d05e9 req-fb0ca4c6-a765-4f6f-b5c7-02a724865133 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Calling delete_port for cab6945b-de1b-4e62-a036-1cb8ad6b7069 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:25:08.697936 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6262c-8b3f-4452-b32d-ebbe8a52aded req-efc555c4-3e4b-41b1-8227-2e2f225cb7c6 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:08.700340 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7db6262c-8b3f-4452-b32d-ebbe8a52aded req-efc555c4-3e4b-41b1-8227-2e2f225cb7c6 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 945 time: 0.0648911 Aug 16 09:25:08.823690 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7db6262c-8b3f-4452-b32d-ebbe8a52aded req-b5f583a7-6800-494e-b407-815f6ef5bea2 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/security-groups?id=a76543f5-8372-4e6d-b29f-78888ff0624c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136918 Aug 16 09:25:08.853752 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-44e86109-4c14-401a-b90d-1b7dcf3d05e9 req-fb0ca4c6-a765-4f6f-b5c7-02a724865133 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:08.866646 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['cab6945b-de1b-4e62-a036-1cb8ad6b7069'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:25:08.907120 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ca4c6-a765-4f6f-b5c7-02a724865133 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Pushing event deleted for resources: {'Port': ['ID=cab6945b-de1b-4e62-a036-1cb8ad6b7069,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:08.953984 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e86109-4c14-401a-b90d-1b7dcf3d05e9 req-fb0ca4c6-a765-4f6f-b5c7-02a724865133 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] No DVR routers for this DVR port cab6945b-de1b-4e62-a036-1cb8ad6b7069 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:25:08.956958 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-44e86109-4c14-401a-b90d-1b7dcf3d05e9 req-fb0ca4c6-a765-4f6f-b5c7-02a724865133 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:08.959002 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-44e86109-4c14-401a-b90d-1b7dcf3d05e9 req-fb0ca4c6-a765-4f6f-b5c7-02a724865133 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.64 "DELETE /v2.0/ports/cab6945b-de1b-4e62-a036-1cb8ad6b7069 HTTP/1.1" status: 204 len: 173 time: 0.5965717 Aug 16 09:25:08.959456 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd31a83-655b-4a6e-b60e-9dc755ea7a30', 'name': 'network-vif-deleted', 'tag': 'cab6945b-de1b-4e62-a036-1cb8ad6b7069'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:25:08.961820 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7086b05-bfe2-4d84-8e25-7f61cc3413fd" -d '{"events": [{"server_uuid": "ecd31a83-655b-4a6e-b60e-9dc755ea7a30", "name": "network-vif-deleted", "tag": "cab6945b-de1b-4e62-a036-1cb8ad6b7069"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:25:09.005458 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ef81b4-44c7-4540-bde9-8bc4c578a9ba x-openstack-request-id: req-66ef81b4-44c7-4540-bde9-8bc4c578a9ba {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:25:09.005957 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd31a83-655b-4a6e-b60e-9dc755ea7a30", "name": "network-vif-deleted", "tag": "cab6945b-de1b-4e62-a036-1cb8ad6b7069", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:25:09.006208 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66ef81b4-44c7-4540-bde9-8bc4c578a9ba {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:25:09.006662 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd31a83-655b-4a6e-b60e-9dc755ea7a30', 'name': 'network-vif-deleted', 'tag': 'cab6945b-de1b-4e62-a036-1cb8ad6b7069', 'status': 'completed', 'code': 200} Aug 16 09:25:09.615726 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce7113-9e9b-4ab3-9913-dc828a2e3cd7 req-e4babb10-a1ed-41dd-89cb-f1f6e29db6b8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:09.617213 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-83ce7113-9e9b-4ab3-9913-dc828a2e3cd7 req-e4babb10-a1ed-41dd-89cb-f1f6e29db6b8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 944 time: 0.0487967 Aug 16 09:25:09.658651 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-83ce7113-9e9b-4ab3-9913-dc828a2e3cd7 req-bc7dead3-7c3a-43ae-8c6e-c7910a0deb32 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350201 Aug 16 09:25:09.729044 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8442553c-55ca-4efe-91e7-1e53307a1818 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:25:09.830745 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:09.841470 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '8442553c-55ca-4efe-91e7-1e53307a1818', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'port_id': '8442553c-55ca-4efe-91e7-1e53307a1818', 'mac_address': 'fa:16:3e:89:f1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:25:09.886158 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:09.899890 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8442553c-55ca-4efe-91e7-1e53307a1818 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:25:09.922401 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:09.946750 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3cd027b2-e032-4d27-8674-dd6d6f6c2486 req-08f72ba0-386f-4e0a-8e97-c9b702fc3e53 tempest-VolumesActionsTest-375450317 tempest-VolumesActionsTest-375450317-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd31a83-655b-4a6e-b60e-9dc755ea7a30 HTTP/1.1" status: 200 len: 210 time: 0.0267770 Aug 16 09:25:10.019156 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:10.064629 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=8442553c-55ca-4efe-91e7-1e53307a1818,revision_number=9']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:10.313815 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['8442553c-55ca-4efe-91e7-1e53307a1818'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:25:10.385688 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-db1aea24-2bb0-4ff8-96dd-dd40ad3b19e2 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:10.387218 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-db1aea24-2bb0-4ff8-96dd-dd40ad3b19e2 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/networks?id=5536abb9-3261-4edc-ace7-93b6a309c0d2 HTTP/1.1" status: 200 len: 814 time: 0.1135747 Aug 16 09:25:10.402966 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-3be48509-1ccc-47f4-af34-f39924ab2237 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/quotas/bc89ea9ff08c4f349d79106aea0b2c99 HTTP/1.1" status: 200 len: 375 time: 0.0099652 Aug 16 09:25:10.453951 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-a92edffe-f330-4baa-a90f-252257f764e7 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc89ea9ff08c4f349d79106aea0b2c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453925 Aug 16 09:25:10.550982 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ed6b9707-f8c2-4cdd-bb90-6f7965b988ab service neutron] 10.222.0.39 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844080 Aug 16 09:25:10.636003 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-15e926ad-24d5-4123-ab56-a7ad082618ef service neutron] 10.222.0.39 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791700 Aug 16 09:25:10.784586 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213684d-8428-47f7-bbed-165cdb0bb87c req-94a5a1c4-6f94-4dca-83f8-bdf8562c6f70 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:10.786372 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f213684d-8428-47f7-bbed-165cdb0bb87c req-94a5a1c4-6f94-4dca-83f8-bdf8562c6f70 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 945 time: 0.0488105 Aug 16 09:25:10.825332 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f213684d-8428-47f7-bbed-165cdb0bb87c req-6ed5dc7f-5184-4d4e-91ad-e8868fe25b4c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319600 Aug 16 09:25:10.954161 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0ebfcc78-94e3-4777-91e8-4b96c77d6717 req-2152913b-5ee7-4403-a6df-01ae130e123d tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 210 time: 0.0308166 Aug 16 09:25:11.738041 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8442553c-55ca-4efe-91e7-1e53307a1818 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:11.788941 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 8442553c-55ca-4efe-91e7-1e53307a1818 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:11.789319 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:11.866745 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:11.892742 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:25:11.895005 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f7d64d-c23c-4f82-9243-3ecd94abb943" -d '{"events": [{"server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "name": "network-vif-plugged", "status": "completed", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:25:11.908654 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:11.961335 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6ab59-a81f-4c21-bc54-7bba8f93767e req-944e84ec-a084-423f-ae64-09b993fb82b0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:11.961853 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-27a6ab59-a81f-4c21-bc54-7bba8f93767e req-944e84ec-a084-423f-ae64-09b993fb82b0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 945 time: 0.0549858 Aug 16 09:25:12.002317 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37b981d-00f7-4590-a6f6-99cd8bba6a40 x-openstack-request-id: req-f37b981d-00f7-4590-a6f6-99cd8bba6a40 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:25:12.002317 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "name": "network-vif-plugged", "status": "completed", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:25:12.002317 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f37b981d-00f7-4590-a6f6-99cd8bba6a40 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:25:12.002317 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818', 'code': 200} Aug 16 09:25:12.016439 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-27a6ab59-a81f-4c21-bc54-7bba8f93767e req-7e3d6088-f8d9-49cd-8f88-5ecbabd465eb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437641 Aug 16 09:25:12.030037 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:12.031247 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device cab6945b-de1b-4e62-a036-1cb8ad6b7069 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:25:12.077414 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-30b76175-0ee5-437e-84cf-c865b18d74a2 req-93ed2292-cbd9-4fa5-8f14-fdad061e9248 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 210 time: 0.0264399 Aug 16 09:25:12.175745 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: cab6945b-de1b-4e62-a036-1cb8ad6b7069 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:25:12.176095 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device cab6945b-de1b-4e62-a036-1cb8ad6b7069 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:25:12.217758 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=8442553c-55ca-4efe-91e7-1e53307a1818,revision_number=10']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:12.843226 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdecb65-6b2b-4a6c-8b51-b1bf52a823db req-5d230b5d-9fa6-42b7-82cc-6b41d6c4e234 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:12.844718 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4cdecb65-6b2b-4a6c-8b51-b1bf52a823db req-5d230b5d-9fa6-42b7-82cc-6b41d6c4e234 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0494249 Aug 16 09:25:13.067126 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4cdecb65-6b2b-4a6c-8b51-b1bf52a823db req-fdd3c4fa-d664-426c-8374-6325c809d559 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161396 Aug 16 09:25:13.163793 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fb9034c7-4ff7-4cff-bca8-8ab7526bde7a req-762265db-f0eb-40a0-9f99-0aad7507ecb7 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 210 time: 0.0255280 Aug 16 09:25:13.171477 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380c394-705f-4856-be45-0844e9f34605 req-43b9194e-311e-47da-9de6-b39386fcfbcc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:13.172877 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b380c394-705f-4856-be45-0844e9f34605 req-43b9194e-311e-47da-9de6-b39386fcfbcc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 947 time: 0.0674269 Aug 16 09:25:13.209076 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b380c394-705f-4856-be45-0844e9f34605 req-56c615ed-4bbf-4f0b-b92c-3d03efe390e3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303109 Aug 16 09:25:13.920695 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 46798) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:14.042587 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:14.132105 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:14.180871 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0910d4-d07f-4252-a5ff-61dd66926b5e req-445aed9f-25e5-4aa8-a1b2-69035d69593e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:14.182886 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fb0910d4-d07f-4252-a5ff-61dd66926b5e req-445aed9f-25e5-4aa8-a1b2-69035d69593e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0461056 Aug 16 09:25:14.220577 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fb0910d4-d07f-4252-a5ff-61dd66926b5e req-281d3a3d-67ae-4ac5-9064-5048aeb6bb67 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316284 Aug 16 09:25:14.241192 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:14.264005 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-13542828-1d7a-4c14-ad24-aa2e97b86073 req-9990294b-7957-4f9a-867b-7d7b1331578e tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 210 time: 0.0331256 Aug 16 09:25:14.293054 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c537207aad0498ca07999173f3ac602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712845 Aug 16 09:25:14.295726 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46808) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:14.296241 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70fa96c-e002-46d2-8d48-4fb46752bffd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:14.326755 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.327097 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.327432 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.327766 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.328093 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.328447 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.328772 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.329091 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.329414 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.329733 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.330049 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.330362 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65759cc-33dc-4a78-9483-82cc38c4488c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.345823 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:14.355991 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bd859-6ec1-41d0-86bd-8da4ec1731f4 req-0eaafd51-837c-4eb5-9dfb-035c18ad1d58 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:14.357496 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d84bd859-6ec1-41d0-86bd-8da4ec1731f4 req-0eaafd51-837c-4eb5-9dfb-035c18ad1d58 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 947 time: 0.0632210 Aug 16 09:25:14.366936 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:14.395057 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d84bd859-6ec1-41d0-86bd-8da4ec1731f4 req-a51308ad-3939-4692-a7f9-4fee732cd122 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313036 Aug 16 09:25:14.499119 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:14.501774 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:14.504870 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a70fa96c-e002-46d2-8d48-4fb46752bffd HTTP/1.1" status: 204 len: 168 time: 0.2061305 Aug 16 09:25:14.512151 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70fa96c-e002-46d2-8d48-4fb46752bffd,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:14.519253 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.519539 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.519947 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.520464 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.520803 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.521137 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.521468 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.521794 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.522119 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.522444 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.522766 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:14.523083 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4d3ce-ff6c-4f11-8fce-996c2b999b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:15.337229 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102085e9-6859-4bb9-b9e1-d08945906a48 req-9d9d2fe0-0710-44ef-9336-15cc91b29c5d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:15.338893 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-102085e9-6859-4bb9-b9e1-d08945906a48 req-9d9d2fe0-0710-44ef-9336-15cc91b29c5d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0481334 Aug 16 09:25:15.373866 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-22fea3b8-3206-4667-8b22-385ea73f1376 req-d3d0e282-fc64-4092-9f81-001a8e370ea8 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 210 time: 0.0340354 Aug 16 09:25:15.393722 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-102085e9-6859-4bb9-b9e1-d08945906a48 req-fb5dab0e-ce80-4704-996d-c27441327c58 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456853 Aug 16 09:25:15.499883 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46844) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:15.524413 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfaebc-dc94-476a-b100-74a68eee586e req-5e4d889c-8312-4e04-8135-effba8b929e2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:15.526478 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-94bfaebc-dc94-476a-b100-74a68eee586e req-5e4d889c-8312-4e04-8135-effba8b929e2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 947 time: 0.0585511 Aug 16 09:25:15.564108 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-94bfaebc-dc94-476a-b100-74a68eee586e req-04e2d8c3-efdf-4a77-b1a6-a690fdfe9be9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Aug 16 09:25:15.604769 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-752366513-network', 'tenant_id': '9af64c5abfad42308e5fe9e44d9b1de7'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:15.672164 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49081b-6acf-452d-880b-fd33408e0a07 req-5739ea5d-305b-4d60-ae4d-dd646733210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:15.673763 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7a49081b-6acf-452d-880b-fd33408e0a07 req-5739ea5d-305b-4d60-ae4d-dd646733210d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 1100 time: 0.0413582 Aug 16 09:25:15.719513 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Made reservation on behalf of 9af64c5abfad42308e5fe9e44d9b1de7 for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:25:15.721724 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:15.727951 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7a49081b-6acf-452d-880b-fd33408e0a07 req-e03872f0-b7b3-4a57-9749-8c2d29219c5d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326445 Aug 16 09:25:15.733692 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:15.817545 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:15.920041 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:15.943503 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:25:15.952725 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3c93a1-214c-4a3e-8c3e-e76a9439154f,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:15.959452 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:15.959452 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Added segment 8c1ca8ad-488a-408b-bc67-05f437d8877b of type vlan for network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 Aug 16 09:25:15.996174 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:16.110457 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:16.111428 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:16.112038 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:16.170636 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] Pushing event updated for resources: {'Network': ['ID=a1f1dd56-7b3f-437e-8eb0-75aa140a3623,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:16.180190 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:25:16.231580 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-c23f628f-8338-4fb5-a4b0-ebff23a1916e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7297566 Aug 16 09:25:16.234376 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 46852) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:16.240123 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] Request body: {'subnet': {'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-752366513-subnet', 'tenant_id': '9af64c5abfad42308e5fe9e44d9b1de7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:16.322148 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] Made reservation on behalf of 9af64c5abfad42308e5fe9e44d9b1de7 for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:25:16.325459 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693924'] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:16.499454 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e8ababf6-0b26-4942-b80b-2eb40af25900 req-dfaff48f-6c57-4f06-9422-fcb1843e5ace tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 210 time: 0.0398188 Aug 16 09:25:16.511010 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-87985010-304f-4aa1-8249-ed41afd333af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:16.543610 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4b656-1ebf-4485-b238-c1dce7c7a0f9 req-c097245a-7040-4cee-b91d-6d2b8531380b tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:16.545170 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-57d4b656-1ebf-4485-b238-c1dce7c7a0f9 req-c097245a-7040-4cee-b91d-6d2b8531380b tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.0707417 Aug 16 09:25:16.608569 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-57d4b656-1ebf-4485-b238-c1dce7c7a0f9 req-87268c8f-0489-4a08-98f9-df1502a11d20 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570166 Aug 16 09:25:16.646905 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11474446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693910'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:16.711421 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53326a3f-19e8-454b-9952-0f6547cdd970 req-b87ab2c2-0b86-43d0-8c23-663c6de2eab1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:16.712942 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-53326a3f-19e8-454b-9952-0f6547cdd970 req-b87ab2c2-0b86-43d0-8c23-663c6de2eab1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 947 time: 0.0530028 Aug 16 09:25:16.743118 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] Checking segment: {'id': '8c1ca8ad-488a-408b-bc67-05f437d8877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:25:16.743589 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] Network hostable DHCP agents. Network: a1f1dd56-7b3f-437e-8eb0-75aa140a3623, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:25:16.749221 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6381ab44-2096-4247-891b-245f31eefe14,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:16.752598 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-53326a3f-19e8-454b-9952-0f6547cdd970 req-635183b0-1367-4da7-aaa0-03880815a10c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330508 Aug 16 09:25:16.778274 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-31fbe2fe-0f29-418d-bf8f-407419cbb1b7 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:16.778274 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-31fbe2fe-0f29-418d-bf8f-407419cbb1b7 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.64 "GET /v2.0/networks?id=5536abb9-3261-4edc-ace7-93b6a309c0d2 HTTP/1.1" status: 200 len: 814 time: 0.1810806 Aug 16 09:25:16.802971 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Request body: {'port': {'device_id': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'admin_state_up': True, 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:16.858125 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] Network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:25:16.954610 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, a1f1dd56-7b3f-437e-8eb0-75aa140a3623) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:16.960405 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:16.961228 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:16.969596 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4795b85-6b95-484e-978a-b988008e1bd9 None None] Network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:25:17.021631 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Made reservation on behalf of bc89ea9ff08c4f349d79106aea0b2c99 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:25:17.026499 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:17.205558 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415ec3aa-77ae-411a-8f1c-d38df9f669f5 None None] Network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:25:17.247181 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d6830fda-b934-4eee-8b2c-6f09f879a897 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0115871 Aug 16 09:25:17.266429 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Allocated IP 172.20.0.9 (5536abb9-3261-4edc-ace7-93b6a309c0d2/e892491c-fa11-4c24-964c-58f52812419d/95501d32-6dd3-48df-8e51-3f1c3a1a4c20) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:25:17.528003 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:17.554039 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Transition to ACTIVE for port object 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:17.700679 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-eac54217-3c6e-41db-b792-421583af977d req-ddcd0627-38b1-4e18-abb7-841978ad01aa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 210 time: 0.0838299 Aug 16 09:25:17.731869 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:17.794306 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Network 5536abb9-3261-4edc-ace7-93b6a309c0d2 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:17.799987 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:17.803869 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:25:17.845348 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'Port': ['ID=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:17.852639 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b71768-1505-4fc0-9992-a404275906d5 req-0d31441c-760e-40f3-ba1c-0f818d3e2c68 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:17.857552 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-61b71768-1505-4fc0-9992-a404275906d5 req-0d31441c-760e-40f3-ba1c-0f818d3e2c68 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.1399031 Aug 16 09:25:17.889821 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:17.890766 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:17.970226 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-61b71768-1505-4fc0-9992-a404275906d5 req-08fb129c-7c48-4a00-8d8d-0120510f480a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959938 Aug 16 09:25:18.012579 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5b663-d972-4f4a-b254-3a5dc5aa79b4 req-b57aa753-61c6-492a-897e-cc9c0bb9d1d8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:18.020442 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7dc5b663-d972-4f4a-b254-3a5dc5aa79b4 req-b57aa753-61c6-492a-897e-cc9c0bb9d1d8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 947 time: 0.1051772 Aug 16 09:25:18.037211 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d43f5197-dc41-4985-b6f7-b46350dd1bfa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2380283 Aug 16 09:25:18.060231 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Request body: {'port': {'device_id': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:18.103820 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7dc5b663-d972-4f4a-b254-3a5dc5aa79b4 req-8933f0cd-5658-4872-a334-9c0cbedad046 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736806 Aug 16 09:25:18.160560 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:18.249550 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-41147e39-2a8f-47b7-be00-b9e7b5b7d03c None None] Provisioning for port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:18.257871 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-41147e39-2a8f-47b7-be00-b9e7b5b7d03c None None] Provisioning complete for port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:18.258706 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-41147e39-2a8f-47b7-be00-b9e7b5b7d03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:18.370959 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-41147e39-2a8f-47b7-be00-b9e7b5b7d03c None None] Port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:25:18.585699 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:25:18.595817 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:18.609413 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Transition to ACTIVE for port object 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:18.727700 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:18.811119 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Pushing event updated for resources: {'Port': ['ID=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:18.929145 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d97140-abec-4af3-a3fd-401f553128d4 req-aadc538f-aa33-43f9-b545-211f054b4d98 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:18.948172 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-75d97140-abec-4af3-a3fd-401f553128d4 req-aadc538f-aa33-43f9-b545-211f054b4d98 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.1540217 Aug 16 09:25:19.006127 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Attempting to bind port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:25:19.006482 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Attempting to bind port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:25:19.006812 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Attempting to bind port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 on network 5536abb9-3261-4edc-ace7-93b6a309c0d2 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:25:19.021050 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 on network 5536abb9-3261-4edc-ace7-93b6a309c0d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:25:19.021328 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Attempting to bind port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 on network 5536abb9-3261-4edc-ace7-93b6a309c0d2 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:25:19.037312 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:25:19.037654 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Checking segment: {'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:25:19.038069 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Bound using segment: {'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:25:19.038556 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Bound port: 95501d32-6dd3-48df-8e51-3f1c3a1a4c20, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8271bce-c019-46f8-af46-834a3b511fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:25:19.038922 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:19.069554 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-75d97140-abec-4af3-a3fd-401f553128d4 req-2ea99faf-68c0-4475-b9f7-8c25a11d3d65 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102114 Aug 16 09:25:19.149744 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] For port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:25:19.161976 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] For port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:25:19.202093 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:19.234810 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c74aa-2230-4d8e-9046-762e7b0e3b45 req-ee14b0c6-23c2-4477-96b0-250efee06818 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:19.236338 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c82c74aa-2230-4d8e-9046-762e7b0e3b45 req-ee14b0c6-23c2-4477-96b0-250efee06818 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.1486514 Aug 16 09:25:19.289156 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:19.325443 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d330a5c-d6ae-4283-bf7b-dacbb589cf37 req-d1d4755b-3cd2-4de1-ac63-e5c02092d742 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:19.326984 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5d330a5c-d6ae-4283-bf7b-dacbb589cf37 req-d1d4755b-3cd2-4de1-ac63-e5c02092d742 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.64 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 945 time: 0.1511784 Aug 16 09:25:19.329892 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c82c74aa-2230-4d8e-9046-762e7b0e3b45 req-781630d0-ef63-41f0-a5b9-cb60737a46a6 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831327 Aug 16 09:25:19.339580 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d02fc0-245f-49a0-ba01-e252f527e179 req-356d9884-24ea-4a95-9a60-5fd6ed6049e9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:19.348175 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-55d02fc0-245f-49a0-ba01-e252f527e179 req-356d9884-24ea-4a95-9a60-5fd6ed6049e9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 947 time: 0.1247206 Aug 16 09:25:19.349867 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-490bf322-ef71-4fcb-89ff-061151d42257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:19.357493 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:19.358412 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:19.360666 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] 10.222.0.64 "PUT /v2.0/ports/95501d32-6dd3-48df-8e51-3f1c3a1a4c20 HTTP/1.1" status: 200 len: 1093 time: 1.3108361 Aug 16 09:25:19.361332 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:25:19.363908 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a873742-a6fa-4618-af28-03ff01eac46d" -d '{"events": [{"name": "network-changed", "server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:25:19.421428 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea191c64-bdae-4453-905e-b72baa42711a service neutron] Pushing event updated for resources: {'Port': ['ID=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:19.469010 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3905a0cb-03f2-431e-9a29-5cf4f07f929b x-openstack-request-id: req-3905a0cb-03f2-431e-9a29-5cf4f07f929b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:25:19.469293 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:25:19.469529 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3905a0cb-03f2-431e-9a29-5cf4f07f929b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:25:19.469932 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'status': 'completed', 'code': 200} Aug 16 09:25:19.537758 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-55d02fc0-245f-49a0-ba01-e252f527e179 req-903d4005-595a-46cc-a0c5-1db31684b60b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862111 Aug 16 09:25:19.597250 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a873742-a6fa-4618-af28-03ff01eac46d req-39ba2729-17d5-4425-b0ed-23b1f8722367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:19.599204 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2a873742-a6fa-4618-af28-03ff01eac46d req-39ba2729-17d5-4425-b0ed-23b1f8722367 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc89ea9ff08c4f349d79106aea0b2c99&device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 1096 time: 0.0632358 Aug 16 09:25:19.680575 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-5d330a5c-d6ae-4283-bf7b-dacbb589cf37 req-b5cf3c7d-25e2-4d8d-93da-7e8e98d3d05a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Deleting port b3fbe971-22b6-472a-8c60-44e5ba3d9eee {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:25:19.681008 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5d330a5c-d6ae-4283-bf7b-dacbb589cf37 req-b5cf3c7d-25e2-4d8d-93da-7e8e98d3d05a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:19.766479 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a873742-a6fa-4618-af28-03ff01eac46d req-509b2717-51bd-4f0c-835c-1e6052a69866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:19.768138 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2a873742-a6fa-4618-af28-03ff01eac46d req-509b2717-51bd-4f0c-835c-1e6052a69866 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=bc89ea9ff08c4f349d79106aea0b2c99&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1543651 Aug 16 09:25:19.873553 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-5d330a5c-d6ae-4283-bf7b-dacbb589cf37 req-b5cf3c7d-25e2-4d8d-93da-7e8e98d3d05a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] For port b3fbe971-22b6-472a-8c60-44e5ba3d9eee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=b3fbe971-22b6-472a-8c60-44e5ba3d9eee,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:19.874384 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5d330a5c-d6ae-4283-bf7b-dacbb589cf37 req-b5cf3c7d-25e2-4d8d-93da-7e8e98d3d05a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:19.909480 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-5d330a5c-d6ae-4283-bf7b-dacbb589cf37 req-b5cf3c7d-25e2-4d8d-93da-7e8e98d3d05a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Calling delete_port for b3fbe971-22b6-472a-8c60-44e5ba3d9eee owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:25:19.925176 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a873742-a6fa-4618-af28-03ff01eac46d req-daf7486a-6a9f-437d-83d6-a2ff8fa5ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:19.927902 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2a873742-a6fa-4618-af28-03ff01eac46d req-daf7486a-6a9f-437d-83d6-a2ff8fa5ed0b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501338 Aug 16 09:25:20.281877 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:20.325655 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345691f-e0f1-411d-883d-9c3f8caaa739 req-4605e85c-2fa8-43f9-a9b3-912ff6c8474f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:20.328568 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7345691f-e0f1-411d-883d-9c3f8caaa739 req-4605e85c-2fa8-43f9-a9b3-912ff6c8474f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0732746 Aug 16 09:25:20.373717 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5d330a5c-d6ae-4283-bf7b-dacbb589cf37 req-b5cf3c7d-25e2-4d8d-93da-7e8e98d3d05a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:20.388871 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['85e26b66-2a48-48a1-b305-803f7156fb16', 'b3fbe971-22b6-472a-8c60-44e5ba3d9eee'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:25:20.415381 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf3c7d-25e2-4d8d-93da-7e8e98d3d05a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Pushing event deleted for resources: {'Port': ['ID=b3fbe971-22b6-472a-8c60-44e5ba3d9eee,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:20.437425 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7345691f-e0f1-411d-883d-9c3f8caaa739 req-fc5a0bb4-66f3-4951-8183-57cca672f817 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998416 Aug 16 09:25:20.610528 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d330a5c-d6ae-4283-bf7b-dacbb589cf37 req-b5cf3c7d-25e2-4d8d-93da-7e8e98d3d05a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] No DVR routers for this DVR port b3fbe971-22b6-472a-8c60-44e5ba3d9eee on host hv-cinder-80461 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:25:20.619551 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfec3c79-a106-4bcb-a299-f99a316c52b0 req-3a1aa8f5-7796-41f9-939a-1e9b7867bb1c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0640368 Aug 16 09:25:20.623035 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5d330a5c-d6ae-4283-bf7b-dacbb589cf37 req-b5cf3c7d-25e2-4d8d-93da-7e8e98d3d05a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:20.625396 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5d330a5c-d6ae-4283-bf7b-dacbb589cf37 req-b5cf3c7d-25e2-4d8d-93da-7e8e98d3d05a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.64 "DELETE /v2.0/ports/b3fbe971-22b6-472a-8c60-44e5ba3d9eee HTTP/1.1" status: 204 len: 173 time: 1.2736759 Aug 16 09:25:20.626078 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e345fe-a6ff-41d3-b003-a7bc8da39a69', 'name': 'network-vif-deleted', 'tag': 'b3fbe971-22b6-472a-8c60-44e5ba3d9eee'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:25:20.629492 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8e366e-e062-48f8-a4ff-b1806d0d2c65" -d '{"events": [{"server_uuid": "74e345fe-a6ff-41d3-b003-a7bc8da39a69", "name": "network-vif-deleted", "tag": "b3fbe971-22b6-472a-8c60-44e5ba3d9eee"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:25:20.777105 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61536f-6e2a-4ce4-afb3-f646028c8c5e req-f76107a9-e17e-49b2-8ed6-ccd3140f523b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:20.827491 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ed61536f-6e2a-4ce4-afb3-f646028c8c5e req-f76107a9-e17e-49b2-8ed6-ccd3140f523b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 947 time: 0.0886045 Aug 16 09:25:20.859857 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ed61536f-6e2a-4ce4-afb3-f646028c8c5e req-c1bf76a7-cac2-409d-9b40-fc50775187a0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563579 Aug 16 09:25:20.930343 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0c304a-a2b1-4966-90ab-546feaadf841 x-openstack-request-id: req-ab0c304a-a2b1-4966-90ab-546feaadf841 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:25:20.930637 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e345fe-a6ff-41d3-b003-a7bc8da39a69", "name": "network-vif-deleted", "tag": "b3fbe971-22b6-472a-8c60-44e5ba3d9eee", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:25:20.930889 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab0c304a-a2b1-4966-90ab-546feaadf841 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:25:20.931317 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e345fe-a6ff-41d3-b003-a7bc8da39a69', 'name': 'network-vif-deleted', 'tag': 'b3fbe971-22b6-472a-8c60-44e5ba3d9eee', 'status': 'completed', 'code': 200} Aug 16 09:25:21.586727 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43b211-96bb-41c8-bdf2-84a765da3c20 req-12ec5330-1930-4b32-a948-78f4caaf060c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:21.589192 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2f43b211-96bb-41c8-bdf2-84a765da3c20 req-12ec5330-1930-4b32-a948-78f4caaf060c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0648026 Aug 16 09:25:21.634032 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2f43b211-96bb-41c8-bdf2-84a765da3c20 req-3bee1c85-5008-47fd-80bf-c3459f9313d8 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Aug 16 09:25:21.767078 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4d7e5501-8a93-44aa-b4e3-c5f6b057679e req-7abb2a5d-4278-436a-94de-14de3a9600c0 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0309515 Aug 16 09:25:21.824773 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:22.772840 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26080c0-7ab2-4272-ac45-1c1ec64f7bb9 req-ddd6251a-5418-4605-ab24-d68b413d3eff tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:22.772840 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e26080c0-7ab2-4272-ac45-1c1ec64f7bb9 req-ddd6251a-5418-4605-ab24-d68b413d3eff tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0614557 Aug 16 09:25:22.843873 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e26080c0-7ab2-4272-ac45-1c1ec64f7bb9 req-1c61a5a0-81e2-4b16-8283-562eacdfe1aa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557888 Aug 16 09:25:22.956714 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a5ca7d61-e8ea-459f-b147-30f00d53f26e req-ff03acab-43ca-48e8-8bee-44f0855e2710 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0328171 Aug 16 09:25:23.866928 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device b3fbe971-22b6-472a-8c60-44e5ba3d9eee no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:25:23.904502 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: b3fbe971-22b6-472a-8c60-44e5ba3d9eee {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:25:23.904853 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device b3fbe971-22b6-472a-8c60-44e5ba3d9eee not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:25:24.002865 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f46dbc-ca94-4758-a2f3-8b2f186e12d8 req-f1e40557-cb66-4098-8ac3-96a4ef071370 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:24.004642 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-31f46dbc-ca94-4758-a2f3-8b2f186e12d8 req-f1e40557-cb66-4098-8ac3-96a4ef071370 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0733891 Aug 16 09:25:24.048415 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-31f46dbc-ca94-4758-a2f3-8b2f186e12d8 req-420b3d56-1449-4b4e-ab91-52c1fdd9193c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366333 Aug 16 09:25:24.165684 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d37e6267-ce9e-4b0e-80c6-217f371e87c5 req-b43631ca-2f33-41e2-96a1-2f31f53b35be tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0367060 Aug 16 09:25:24.941920 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:25:25.177656 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde68fe-f23e-4232-b439-5eefd450d8ed req-1f96d9e7-b629-4a14-9b53-11907042a953 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:25.179222 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fbde68fe-f23e-4232-b439-5eefd450d8ed req-1f96d9e7-b629-4a14-9b53-11907042a953 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0529811 Aug 16 09:25:25.233002 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fbde68fe-f23e-4232-b439-5eefd450d8ed req-94ea6dd1-763c-4f83-8788-f03fe1f4917f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457511 Aug 16 09:25:25.329824 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c6a3d0ca-c428-4c75-ae56-b57931264134 req-2c5dc7a5-c4b3-45f1-a2c7-9e96b89c32f5 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0300345 Aug 16 09:25:26.410455 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3190c1-03a3-4b72-88bd-3cbeb7ab6b43 req-092d4ab3-9ff8-47ae-9b0c-f3dce5fe9a05 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:26.411984 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2c3190c1-03a3-4b72-88bd-3cbeb7ab6b43 req-092d4ab3-9ff8-47ae-9b0c-f3dce5fe9a05 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0588219 Aug 16 09:25:26.471499 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2c3190c1-03a3-4b72-88bd-3cbeb7ab6b43 req-c827171b-19ff-4577-ad76-7d97f3beb979 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507319 Aug 16 09:25:26.569884 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b292f910-6cda-42c9-821c-f8c3c5315666 req-fc1c0982-3ae2-484e-be13-93133a4e5600 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0347722 Aug 16 09:25:27.582585 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f55ce-074c-4f58-8816-a10043dd9cc3 req-5df4c445-8e60-4d62-ae50-1707128c5516 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:27.584246 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-444f55ce-074c-4f58-8816-a10043dd9cc3 req-5df4c445-8e60-4d62-ae50-1707128c5516 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0533938 Aug 16 09:25:27.634021 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-444f55ce-074c-4f58-8816-a10043dd9cc3 req-147e4c13-f9f6-401a-a4f9-665453cebc1a tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428457 Aug 16 09:25:27.741829 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-aba04596-c7b0-488b-bf89-60ac74722a32 req-4de028b3-2f20-453f-8e50-267c715b5023 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0414217 Aug 16 09:25:28.793320 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4a77f-d04c-4745-a554-d4df9acc49e0 req-f135e6b3-6dac-451c-a0f5-270b4af19a92 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:28.801658 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-42b4a77f-d04c-4745-a554-d4df9acc49e0 req-f135e6b3-6dac-451c-a0f5-270b4af19a92 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0737314 Aug 16 09:25:28.866936 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-42b4a77f-d04c-4745-a554-d4df9acc49e0 req-d58ff4ed-c55f-453d-8c92-647d724304f6 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610528 Aug 16 09:25:29.019955 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-249c1997-e9ec-4959-9a25-7cf812cbbec0 req-8767dd0f-5ec8-49c1-bd11-6f1046d00b08 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0417459 Aug 16 09:25:30.010017 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8867efc-84e4-416f-8846-4e3fde2789b4 req-fdb2bb52-7f19-4a3e-bd14-e6fa6f18d4a3 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:30.011689 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b8867efc-84e4-416f-8846-4e3fde2789b4 req-fdb2bb52-7f19-4a3e-bd14-e6fa6f18d4a3 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0673776 Aug 16 09:25:30.076739 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b8867efc-84e4-416f-8846-4e3fde2789b4 req-fee61680-5079-498a-868a-b649eb363880 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538123 Aug 16 09:25:30.181809 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2b7b3675-7915-4da7-8d6a-329159515249 req-93943f53-c1c6-4368-aa23-b165f90caf11 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0266213 Aug 16 09:25:31.200253 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef2d55-ba4c-4e6a-84bd-3cad37a45555 req-86859731-5bbd-4d23-938f-86f713a2afff tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:31.208894 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-99ef2d55-ba4c-4e6a-84bd-3cad37a45555 req-86859731-5bbd-4d23-938f-86f713a2afff tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0611494 Aug 16 09:25:31.245866 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-99ef2d55-ba4c-4e6a-84bd-3cad37a45555 req-46c82816-ac5e-40af-b1e9-4a8dd8068212 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356066 Aug 16 09:25:31.388805 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b4e0c8c4-adcb-49ac-870f-966f025cad42 req-f46e3251-2c4c-41e8-a007-bb4f29e870f6 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0396330 Aug 16 09:25:31.861771 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:32.430487 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da836818-d410-4e1e-b3d2-a7704d481cbd req-37014bf6-f849-484c-a226-32d0949c9d3f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:32.433360 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-da836818-d410-4e1e-b3d2-a7704d481cbd req-37014bf6-f849-484c-a226-32d0949c9d3f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0916898 Aug 16 09:25:32.511553 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-da836818-d410-4e1e-b3d2-a7704d481cbd req-670f5899-3b88-45fa-8e2e-5bf490827b46 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721638 Aug 16 09:25:32.630555 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e00d2411-b692-408a-93a4-b0a3b7fed8bf req-010a8b41-0ef6-430d-ad28-612cc7300b42 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0379527 Aug 16 09:25:33.643008 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc9131-7636-40fb-800c-a8576a804a4e req-89cd205e-7eed-467c-b3d6-9652c69f1d13 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:33.645346 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-44dc9131-7636-40fb-800c-a8576a804a4e req-89cd205e-7eed-467c-b3d6-9652c69f1d13 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0565243 Aug 16 09:25:33.685993 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-44dc9131-7636-40fb-800c-a8576a804a4e req-6cfd2809-467d-4108-a9e2-e1cb65dbba06 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337129 Aug 16 09:25:33.792136 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b4790fee-07ce-4930-98ae-c37cd0d4bff5 req-2a9b8037-d7fa-4940-a250-c721e08e400c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0310576 Aug 16 09:25:33.984221 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-898c2ee3-23be-45ee-ba33-e7e13ab76378 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:33.985677 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-898c2ee3-23be-45ee-ba33-e7e13ab76378 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/networks?id=a1f1dd56-7b3f-437e-8eb0-75aa140a3623 HTTP/1.1" status: 200 len: 813 time: 0.0962791 Aug 16 09:25:34.000565 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-4d00126d-3a6c-4feb-b5ae-951162bbf3f6 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/quotas/9af64c5abfad42308e5fe9e44d9b1de7 HTTP/1.1" status: 200 len: 375 time: 0.0091407 Aug 16 09:25:34.033709 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf38a60c-ff7d-4eb3-8948-11483cf3d3ad tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9af64c5abfad42308e5fe9e44d9b1de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277934 Aug 16 09:25:34.122674 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-f5b5bb54-7384-48c4-b742-3b9b05ea5f14 service neutron] 10.222.0.39 "GET /v2.0/networks/a1f1dd56-7b3f-437e-8eb0-75aa140a3623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815120 Aug 16 09:25:34.210916 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-0b90c6d6-9738-45bd-aa44-b01827e96cfe service neutron] 10.222.0.39 "GET /v2.0/networks/a1f1dd56-7b3f-437e-8eb0-75aa140a3623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822802 Aug 16 09:25:34.396324 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-6d91c624-db15-4003-9c5e-87796fc99606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:34.397120 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-85b975c0-ec77-43f4-b450-f16b08ee1247 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396149 Aug 16 09:25:34.398053 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-6d91c624-db15-4003-9c5e-87796fc99606 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc89ea9ff08c4f349d79106aea0b2c99&device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 1096 time: 0.0418324 Aug 16 09:25:34.453973 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-871698a6-88cb-4c6b-b596-1b7a0fed8d8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20 HTTP/1.1" status: 200 len: 217 time: 0.0367005 Aug 16 09:25:34.500399 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-e8d07c36-3f95-404a-a4c4-78c59e4caf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:34.503767 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-e8d07c36-3f95-404a-a4c4-78c59e4caf2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 1100 time: 0.0724685 Aug 16 09:25:34.535930 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-68effaec-15dd-4310-82be-07da30a75975 req-0dc97e59-79a4-4068-9d39-5e8957f8a054 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 210 time: 0.0335667 Aug 16 09:25:34.546268 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-6db350dd-bc68-45c8-bd3e-e5aff88b6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:34.547786 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-6db350dd-bc68-45c8-bd3e-e5aff88b6fad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e892491c-fa11-4c24-964c-58f52812419d HTTP/1.1" status: 200 len: 853 time: 0.0783617 Aug 16 09:25:34.604197 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-9a31335a-b9f8-480c-b5c3-c157df0eb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:34.605673 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-9a31335a-b9f8-480c-b5c3-c157df0eb11c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5536abb9-3261-4edc-ace7-93b6a309c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459929 Aug 16 09:25:34.629068 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-2ddc5f0a-acb5-433d-85ee-ff84b93a4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:34.630545 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-2ddc5f0a-acb5-433d-85ee-ff84b93a4755 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 917 time: 0.0989845 Aug 16 09:25:34.703993 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-d5c03272-078a-46b8-b5e0-a3719521d082 service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849440 Aug 16 09:25:34.706949 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-14e3fa10-f97f-4986-8487-57fb1b44404b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8442553c-55ca-4efe-91e7-1e53307a1818 HTTP/1.1" status: 200 len: 1002 time: 0.0658441 Aug 16 09:25:34.769015 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-d3a6e782-fb1d-4d12-938a-7489b7ea2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:34.770387 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-d3a6e782-fb1d-4d12-938a-7489b7ea2698 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc65ce35-04e7-4584-80a4-1275af6c7e31 HTTP/1.1" status: 200 len: 855 time: 0.0442569 Aug 16 09:25:34.821903 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-c2916520-c6bd-4570-8125-63b3dc9e8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:34.824264 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-c2916520-c6bd-4570-8125-63b3dc9e8689 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e3dee7d-5ee5-41fc-b951-5848f52eee46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429611 Aug 16 09:25:34.841577 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03e630-ac11-4cba-800a-ba2bea5cac55 req-f4e8e0dc-9d33-48ab-adb4-1d01f14589b0 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:34.843162 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2a03e630-ac11-4cba-800a-ba2bea5cac55 req-f4e8e0dc-9d33-48ab-adb4-1d01f14589b0 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0750396 Aug 16 09:25:34.850743 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d72fe18c-e94a-4bff-90bb-dfa19789fbdf req-31a5e44c-b467-4f03-b93c-e8ef90ffa1b4 service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250734 Aug 16 09:25:34.899800 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2a03e630-ac11-4cba-800a-ba2bea5cac55 req-5fd38cda-05b3-441d-8cfa-fa44d88ff613 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478289 Aug 16 09:25:34.952915 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-49ea112c-5833-4334-8068-d2b9f3a1eccc req-47bdae0b-a8d7-4e36-8a04-8a5321e3175a tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e345fe-a6ff-41d3-b003-a7bc8da39a69 HTTP/1.1" status: 200 len: 210 time: 0.0317049 Aug 16 09:25:34.959190 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-d654aa94-e3ac-44dd-b683-3bc67090c963 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156936 Aug 16 09:25:35.098441 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f2356bad-c145-4173-8d32-0e1b23d3f47a req-2dec5913-97dc-4e46-8e3f-d37ae7560956 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265566 Aug 16 09:25:35.339706 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-96d2c6cb-a72e-4b3f-98b4-23bbb240dba0 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:35.341127 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-96d2c6cb-a72e-4b3f-98b4-23bbb240dba0 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/networks?id=1d3b261e-a3d3-4373-a8cd-09e571feda33 HTTP/1.1" status: 200 len: 814 time: 0.0987701 Aug 16 09:25:35.356225 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-08e50c1d-72a5-423c-a7f8-1914696bb4c4 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/quotas/c45f341668ea441db7a4b1c9f30353e0 HTTP/1.1" status: 200 len: 375 time: 0.0093911 Aug 16 09:25:35.408501 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-b135726f-a15a-44fe-8688-090c02e27ad2 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467682 Aug 16 09:25:35.503467 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-a891d162-aba0-4353-9fb4-a9d3e7c5e5ac service neutron] 10.222.0.39 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880389 Aug 16 09:25:35.626746 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1a8f51e1-4262-4bad-a4e8-6d3e869ddb66 req-cef3034f-2ff8-4581-ad75-a7476ba26e33 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 210 time: 0.0344286 Aug 16 09:25:35.629485 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-10946ad2-2e21-44b5-b9b1-c9d8217f97e1 service neutron] 10.222.0.39 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199224 Aug 16 09:25:35.904620 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e008ec40-d486-4e94-8d8a-42709b1b4110 req-94bef0fc-d446-4305-b525-7731d0d29d86 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 210 time: 0.0249109 Aug 16 09:25:36.052721 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4a41-7dd6-4cfe-936c-1e68a4a64679 req-3ef63df1-e289-47cd-85b0-2feb63795d83 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:36.057010 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-82cf4a41-7dd6-4cfe-936c-1e68a4a64679 req-3ef63df1-e289-47cd-85b0-2feb63795d83 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0705004 Aug 16 09:25:36.093303 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-82cf4a41-7dd6-4cfe-936c-1e68a4a64679 req-454548ad-e355-4515-bddc-f89dc652d097 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Aug 16 09:25:36.627804 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58309bc-2d7d-4061-8d83-ce23ca1a064f req-5803a951-e8e1-451e-9d00-7b469045740f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:36.629404 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f58309bc-2d7d-4061-8d83-ce23ca1a064f req-5803a951-e8e1-451e-9d00-7b469045740f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0481646 Aug 16 09:25:36.672345 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f58309bc-2d7d-4061-8d83-ce23ca1a064f req-449c0eea-17b2-4124-94c3-2b66321a0f64 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369062 Aug 16 09:25:36.748317 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dd3b19c7-22e5-41ab-bdbb-c436d6db7d57 req-382cccab-4d64-4733-bee3-7f7c6e3d9dd1 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 210 time: 0.0260158 Aug 16 09:25:37.002802 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0636d7e5-cf15-42b7-b2cb-8568c1b9d417 req-f4a0d626-cc95-4bcf-83e3-cfe2a73d9fbc tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 210 time: 0.0253243 Aug 16 09:25:37.212910 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5d0d7-ec1b-428a-992d-f519fcef0bfd req-62fe85e7-a265-40cd-bbc4-d3bf0373ac9b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:37.214303 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4cf5d0d7-ec1b-428a-992d-f519fcef0bfd req-62fe85e7-a265-40cd-bbc4-d3bf0373ac9b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 943 time: 0.0469608 Aug 16 09:25:37.254047 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4cf5d0d7-ec1b-428a-992d-f519fcef0bfd req-ec45e46c-876f-4633-ba77-18eaf9537024 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325744 Aug 16 09:25:37.630669 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-f06e4b45-5e0b-43db-988a-6dca3e581b41 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:37.632062 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-f06e4b45-5e0b-43db-988a-6dca3e581b41 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.64 "GET /v2.0/networks?id=a1f1dd56-7b3f-437e-8eb0-75aa140a3623 HTTP/1.1" status: 200 len: 813 time: 0.0990558 Aug 16 09:25:37.646980 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Request body: {'port': {'device_id': 'a0034a9c-84cf-495c-a1c0-b7802108d357', 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623', 'admin_state_up': True, 'tenant_id': '9af64c5abfad42308e5fe9e44d9b1de7'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:37.790070 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98955509-3275-43aa-9634-41a516f431b9 req-dbd153bb-d9fe-4252-8444-9e970210bffc tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:37.790070 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-98955509-3275-43aa-9634-41a516f431b9 req-dbd153bb-d9fe-4252-8444-9e970210bffc tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0474446 Aug 16 09:25:37.852790 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Made reservation on behalf of 9af64c5abfad42308e5fe9e44d9b1de7 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:25:37.857023 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:37.988518 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:25:37.993505 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Allocated IP 172.20.0.6 (a1f1dd56-7b3f-437e-8eb0-75aa140a3623/6381ab44-2096-4247-891b-245f31eefe14/3fe72c97-2081-4e7d-b10e-9fa610cc5f37) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:25:38.046666 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c86bb16f-c2e4-4383-aa4e-d8738c73bfa6 req-636b2bab-7fd0-4cb5-b1e0-c6eaa8ed3065 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 210 time: 0.2296615 Aug 16 09:25:38.052835 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-98955509-3275-43aa-9634-41a516f431b9 req-13c158a5-140b-4b3c-ae57-cc069819699c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579589 Aug 16 09:25:38.146216 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:38.158633 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-03466571-037b-42be-8b22-dc5f886dff73 req-be099661-5d9d-4837-9271-7938f7ec9e3e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 210 time: 0.0248475 Aug 16 09:25:38.159793 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'port_id': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'mac_address': 'fa:16:3e:8b:30:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e892491c-fa11-4c24-964c-58f52812419d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:25:38.204169 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.220595 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:25:38.242537 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:38.309170 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-f7e28bfa-8961-4071-a583-7407e3e30439 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:38.311336 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-f7e28bfa-8961-4071-a583-7407e3e30439 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "GET /v2.0/networks?id=1d3b261e-a3d3-4373-a8cd-09e571feda33 HTTP/1.1" status: 200 len: 814 time: 0.1108563 Aug 16 09:25:38.321389 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.329524 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Request body: {'port': {'device_id': '817f45aa-f8e6-44a8-8d20-6d684febc97b', 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33', 'admin_state_up': True, 'tenant_id': 'c45f341668ea441db7a4b1c9f30353e0'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:38.381492 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:38.409962 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.443560 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30bccb-a422-4345-b4d6-2cf79b7740ea req-32cffb95-49cc-43e4-a632-835860ba4c4c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:38.443743 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47248) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:38.445201 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1e30bccb-a422-4345-b4d6-2cf79b7740ea req-32cffb95-49cc-43e4-a632-835860ba4c4c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 944 time: 0.1106288 Aug 16 09:25:38.497030 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_v2 [None req-350597bd-9cdc-45cb-9b88-910614a4c422 admin admin] Deleting subnet 64698c65-cea2-4734-b682-9aad99535f26 {{(pid=94600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:25:38.500445 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-350597bd-9cdc-45cb-9b88-910614a4c422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.506755 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1e30bccb-a422-4345-b4d6-2cf79b7740ea req-cbaa8d5e-530e-441b-bd66-5010e5141d5f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536265 Aug 16 09:25:38.526703 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.580918 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:38.583258 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-350597bd-9cdc-45cb-9b88-910614a4c422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11417949'] for subnet, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.586921 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:38.607753 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:25:38.612857 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Made reservation on behalf of c45f341668ea441db7a4b1c9f30353e0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:25:38.613046 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Pushing event updated for resources: {'Port': ['ID=3fe72c97-2081-4e7d-b10e-9fa610cc5f37,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:38.617592 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.630227 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['95501d32-6dd3-48df-8e51-3f1c3a1a4c20'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:25:38.667846 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-350597bd-9cdc-45cb-9b88-910614a4c422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.692972 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:38.693885 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.753567 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Allocated IP 172.20.0.10 (1d3b261e-a3d3-4373-a8cd-09e571feda33/3f958ed6-bda7-40db-b5ef-2c818d6cf4b7/2ed13f07-4659-4bde-b969-c7d2912ffe64) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:25:38.790646 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2b381bbb-f615-4bb6-8938-1b02de697e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1475728 Aug 16 09:25:38.805568 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Request body: {'port': {'device_id': 'a0034a9c-84cf-495c-a1c0-b7802108d357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:38.859194 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.861475 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-350597bd-9cdc-45cb-9b88-910614a4c422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11474505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693903'] for subnet, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.899263 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350597bd-9cdc-45cb-9b88-910614a4c422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64698c65-cea2-4734-b682-9aad99535f26,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:38.901600 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.907898 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-350597bd-9cdc-45cb-9b88-910614a4c422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:38.907898 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-350597bd-9cdc-45cb-9b88-910614a4c422 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/64698c65-cea2-4734-b682-9aad99535f26 HTTP/1.1" status: 204 len: 168 time: 0.4623322 Aug 16 09:25:38.910057 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47254) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:39.030678 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.067164 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.079799 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Network 1d3b261e-a3d3-4373-a8cd-09e571feda33 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:39.083015 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:39.085753 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:25:39.091563 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:39.092218 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.107918 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Pushing event updated for resources: {'Port': ['ID=2ed13f07-4659-4bde-b969-c7d2912ffe64,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:39.198198 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-6a353e82-584c-4b3e-b3fd-934c8ce84491 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8764124 Aug 16 09:25:39.217820 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Request body: {'port': {'device_id': '817f45aa-f8e6-44a8-8d20-6d684febc97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:39.227931 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.252873 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c']}} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:39.254178 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b67d0-166f-42a4-a6be-5dbe0e11ac9e req-047adb62-36f6-41c3-b673-38595c8bc0eb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:39.255762 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c14b67d0-166f-42a4-a6be-5dbe0e11ac9e req-047adb62-36f6-41c3-b673-38595c8bc0eb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1084228 Aug 16 09:25:39.270210 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268e110-b157-485d-af77-a38b29a786dd req-64e97ddf-193b-4e96-85b6-73218ec3e458 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:39.271718 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3268e110-b157-485d-af77-a38b29a786dd req-64e97ddf-193b-4e96-85b6-73218ec3e458 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 931 time: 0.1149883 Aug 16 09:25:39.274458 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12794b1e-994c-482b-a492-219c67d0f353') {'for_net_delete': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:39.274758 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12794b1e-994c-482b-a492-219c67d0f353') {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:39.294407 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11417930'] for segment, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.314873 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.328166 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:25:39.328587 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11474583'] for segment, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: Traceback (most recent call last): Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: timer() Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: cb(*args, **kw) Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: return func(*args, **kwargs) Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: self._notify() Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: self.callback(batched_events) Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: event.method(event) Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: return f(self, *a, **k) Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._get(url).json() Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: return self.request(url, 'GET', **kwargs) Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:25:39.330198 dv-cinder-804611-1-iscsi neutron-server[94600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:25:39.333572 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['e762b089-3dbe-41e1-ad0c-e3ebf176a65d', 'b3b566d3-0ef2-4523-9f59-7687a3353b4e', 'ff5eb9bd-29b0-4915-b528-4142a971cdb5'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:25:39.343146 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.370612 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3268e110-b157-485d-af77-a38b29a786dd req-ce3cf5a5-d990-487f-8b0a-405f3d9581cd tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882850 Aug 16 09:25:39.373341 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c14b67d0-166f-42a4-a6be-5dbe0e11ac9e req-fe9eb6ee-d5a5-44d8-bba2-94461f67b49d tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003950 Aug 16 09:25:39.414231 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:25:39.423966 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.439211 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Transition to ACTIVE for port object 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:39.515345 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.521016 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.522868 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c HTTP/1.1" status: 204 len: 168 time: 0.5951924 Aug 16 09:25:39.546871 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ab430-aa09-4a7e-b40c-6c1779b01a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f077ff-0f0e-4fde-a371-31d4a1eb9a8c,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:39.562034 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.592802 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168a06c-ad8d-4a9c-b46a-2e23571842fe req-f4e11d73-f3a4-4cd5-9435-112bfb8ea406 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:39.601046 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d168a06c-ad8d-4a9c-b46a-2e23571842fe req-f4e11d73-f3a4-4cd5-9435-112bfb8ea406 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 932 time: 0.1299195 Aug 16 09:25:39.619956 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe72c97-2081-4e7d-b10e-9fa610cc5f37,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:39.705599 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Attempting to bind port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:25:39.708159 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Attempting to bind port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '8c1ca8ad-488a-408b-bc67-05f437d8877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:25:39.708159 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Attempting to bind port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 on network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:25:39.714704 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 on network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:25:39.715111 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Attempting to bind port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 on network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:25:39.720133 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d168a06c-ad8d-4a9c-b46a-2e23571842fe req-efc02455-ce6c-423a-b51a-eecf936ad879 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178670 Aug 16 09:25:39.720477 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:25:39.720887 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Checking segment: {'id': '8c1ca8ad-488a-408b-bc67-05f437d8877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:25:39.721979 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Bound using segment: {'id': '8c1ca8ad-488a-408b-bc67-05f437d8877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:25:39.722744 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Bound port: 3fe72c97-2081-4e7d-b10e-9fa610cc5f37, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1ca8ad-488a-408b-bc67-05f437d8877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:25:39.723187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.730365 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879b49b-0f5d-427e-99a9-065adff0660c req-247af83c-2a28-42e3-9dfe-89d94c34d871 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:39.731926 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6879b49b-0f5d-427e-99a9-065adff0660c req-247af83c-2a28-42e3-9dfe-89d94c34d871 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 944 time: 0.1227732 Aug 16 09:25:39.796406 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] For port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:25:39.799686 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] For port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=3fe72c97-2081-4e7d-b10e-9fa610cc5f37,segment=NetworkSegment(8c1ca8ad-488a-408b-bc67-05f437d8877b),segment_id=8c1ca8ad-488a-408b-bc67-05f437d8877b)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:25:39.809810 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6879b49b-0f5d-427e-99a9-065adff0660c req-5dab55be-ff27-4ab9-b19c-ad1225793feb tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675106 Aug 16 09:25:39.835028 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed13f07-4659-4bde-b969-c7d2912ffe64 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:25:39.843432 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.856518 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Transition to ACTIVE for port object 2ed13f07-4659-4bde-b969-c7d2912ffe64 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:39.895612 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.919213 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.933665 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47266) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:39.934949 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:39.935567 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:39.936997 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] 10.222.0.64 "PUT /v2.0/ports/3fe72c97-2081-4e7d-b10e-9fa610cc5f37 HTTP/1.1" status: 200 len: 1093 time: 1.1357424 Aug 16 09:25:39.938607 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0034a9c-84cf-495c-a1c0-b7802108d357', 'tag': '3fe72c97-2081-4e7d-b10e-9fa610cc5f37'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:25:39.941052 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42f47f9-1928-487c-9505-15d0a788a17b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0034a9c-84cf-495c-a1c0-b7802108d357", "tag": "3fe72c97-2081-4e7d-b10e-9fa610cc5f37"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:25:39.971793 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed13f07-4659-4bde-b969-c7d2912ffe64,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:39.984489 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b2dc88-2705-47d8-9010-2e2073a79921 x-openstack-request-id: req-08b2dc88-2705-47d8-9010-2e2073a79921 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:25:39.984744 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0034a9c-84cf-495c-a1c0-b7802108d357", "tag": "3fe72c97-2081-4e7d-b10e-9fa610cc5f37", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:25:39.985000 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08b2dc88-2705-47d8-9010-2e2073a79921 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:25:39.985383 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0034a9c-84cf-495c-a1c0-b7802108d357', 'tag': '3fe72c97-2081-4e7d-b10e-9fa610cc5f37', 'status': 'completed', 'code': 200} Aug 16 09:25:39.988826 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e3d78-9af0-4ab2-a0bb-0170c5157760 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe72c97-2081-4e7d-b10e-9fa610cc5f37,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:40.004755 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:40.006813 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Attempting to bind port 2ed13f07-4659-4bde-b969-c7d2912ffe64 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:25:40.008067 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Attempting to bind port 2ed13f07-4659-4bde-b969-c7d2912ffe64 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:25:40.008067 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Attempting to bind port 2ed13f07-4659-4bde-b969-c7d2912ffe64 on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:25:40.012133 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Port 2ed13f07-4659-4bde-b969-c7d2912ffe64 on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:25:40.012502 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Attempting to bind port 2ed13f07-4659-4bde-b969-c7d2912ffe64 on network 1d3b261e-a3d3-4373-a8cd-09e571feda33 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:25:40.017423 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:25:40.017752 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Checking segment: {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:25:40.018125 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Bound using segment: {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:25:40.018550 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Bound port: 2ed13f07-4659-4bde-b969-c7d2912ffe64, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a963db01-b381-431b-8c2c-a625e80f3e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:25:40.018909 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:40.026313 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-47cbfbc1-7e34-485b-b537-33f6b08d3d5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3785b6b90c8b4f32aa9abef835c13d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882449 Aug 16 09:25:40.028843 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47270) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:40.060640 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f47f9-1928-487c-9505-15d0a788a17b req-de0faebd-b10e-4c8d-a8c1-53106a2aad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.062136 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c42f47f9-1928-487c-9505-15d0a788a17b req-de0faebd-b10e-4c8d-a8c1-53106a2aad0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9af64c5abfad42308e5fe9e44d9b1de7&device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 1096 time: 0.0486307 Aug 16 09:25:40.120242 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:40.123597 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] For port 2ed13f07-4659-4bde-b969-c7d2912ffe64, host hv-cinder-80461, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:25:40.124822 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:40.125425 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:40.129075 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dfbafff-f960-4cbe-9d57-a9c524cb0c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:40.139867 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] For port 2ed13f07-4659-4bde-b969-c7d2912ffe64, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=2ed13f07-4659-4bde-b969-c7d2912ffe64,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:25:40.159314 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dfbafff-f960-4cbe-9d57-a9c524cb0c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:40.170077 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f47f9-1928-487c-9505-15d0a788a17b req-c341e971-ece5-43a7-ade1-49d2ce8ae85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.171289 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c42f47f9-1928-487c-9505-15d0a788a17b req-c341e971-ece5-43a7-ade1-49d2ce8ae85d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9af64c5abfad42308e5fe9e44d9b1de7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0975506 Aug 16 09:25:40.197305 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:40.209451 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:40.235184 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:25:40.236222 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.236862 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:40.238247 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/2ed13f07-4659-4bde-b969-c7d2912ffe64 HTTP/1.1" status: 200 len: 1094 time: 1.0271521 Aug 16 09:25:40.238473 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c997dd1f-39ca-429e-ba66-e5d52fad214f" -d '{"events": [{"server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "name": "network-vif-plugged", "status": "completed", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:25:40.238686 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817f45aa-f8e6-44a8-8d20-6d684febc97b', 'tag': '2ed13f07-4659-4bde-b969-c7d2912ffe64'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:25:40.241001 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d7a24-6a6c-4074-bad3-80647c6b9613" -d '{"events": [{"name": "network-changed", "server_uuid": "817f45aa-f8e6-44a8-8d20-6d684febc97b", "tag": "2ed13f07-4659-4bde-b969-c7d2912ffe64"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:25:40.267357 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:40.267500 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f7232-cec2-4d92-9007-8c85eb6b39d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed13f07-4659-4bde-b969-c7d2912ffe64,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:40.292817 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dfbafff-f960-4cbe-9d57-a9c524cb0c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:40.295737 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70f06ea-0f89-423d-bb66-cf47224806fa x-openstack-request-id: req-b70f06ea-0f89-423d-bb66-cf47224806fa {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:25:40.295956 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dfbafff-f960-4cbe-9d57-a9c524cb0c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:40.296069 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "name": "network-vif-plugged", "status": "completed", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:25:40.296564 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b70f06ea-0f89-423d-bb66-cf47224806fa {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:25:40.299965 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-4dfbafff-f960-4cbe-9d57-a9c524cb0c8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a76543f5-8372-4e6d-b29f-78888ff0624c HTTP/1.1" status: 204 len: 168 time: 0.2673335 Aug 16 09:25:40.300103 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'code': 200} Aug 16 09:25:40.300212 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f47f9-1928-487c-9505-15d0a788a17b req-4671e8f0-4e10-4184-9f21-102c427f9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.300333 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3511951f-cd83-41a9-b057-5b725cde954d x-openstack-request-id: req-3511951f-cd83-41a9-b057-5b725cde954d {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:25:40.300333 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817f45aa-f8e6-44a8-8d20-6d684febc97b", "tag": "2ed13f07-4659-4bde-b969-c7d2912ffe64", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:25:40.300333 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3511951f-cd83-41a9-b057-5b725cde954d {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:25:40.300561 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c42f47f9-1928-487c-9505-15d0a788a17b req-4671e8f0-4e10-4184-9f21-102c427f9000 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186583 Aug 16 09:25:40.300643 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817f45aa-f8e6-44a8-8d20-6d684febc97b', 'tag': '2ed13f07-4659-4bde-b969-c7d2912ffe64', 'status': 'completed', 'code': 200} Aug 16 09:25:40.307715 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbafff-f960-4cbe-9d57-a9c524cb0c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76543f5-8372-4e6d-b29f-78888ff0624c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:40.317970 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:40.383029 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:40.417899 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d7a24-6a6c-4074-bad3-80647c6b9613 req-f3107939-698f-4d00-a94b-33030450da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.417899 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-829d7a24-6a6c-4074-bad3-80647c6b9613 req-f3107939-698f-4d00-a94b-33030450da7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 1097 time: 0.0627236 Aug 16 09:25:40.422853 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2966fdc9-ef23-4db5-8993-953f9132f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.424438 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-2966fdc9-ef23-4db5-8993-953f9132f643 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9af64c5abfad42308e5fe9e44d9b1de7&device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 1096 time: 0.0553896 Aug 16 09:25:40.500915 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-f79b7739-efce-4c57-94b2-453c4be97876 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fe72c97-2081-4e7d-b10e-9fa610cc5f37 HTTP/1.1" status: 200 len: 217 time: 0.0658000 Aug 16 09:25:40.530784 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d7a24-6a6c-4074-bad3-80647c6b9613 req-b2b39ec9-0b30-424e-b951-b85eefe1616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.532257 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-829d7a24-6a6c-4074-bad3-80647c6b9613 req-b2b39ec9-0b30-424e-b951-b85eefe1616c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c45f341668ea441db7a4b1c9f30353e0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0977912 Aug 16 09:25:40.600242 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-9523ace3-9bd4-4bcc-acc4-6bc3921162bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.601741 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-9523ace3-9bd4-4bcc-acc4-6bc3921162bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6381ab44-2096-4247-891b-245f31eefe14 HTTP/1.1" status: 200 len: 853 time: 0.0757842 Aug 16 09:25:40.611200 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268e9ef-4ce5-4251-8eb5-cd6b9dd76c2e req-d7f9d59b-d97e-4e40-b301-6b755c4efb8a tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.612739 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3268e9ef-4ce5-4251-8eb5-cd6b9dd76c2e req-d7f9d59b-d97e-4e40-b301-6b755c4efb8a tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 943 time: 0.1510422 Aug 16 09:25:40.621854 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd712822-cd89-4ce7-bdbc-5248130c0064 req-87fca71b-ae8a-4ecb-9c92-8a54c1fe68de tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.623490 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd712822-cd89-4ce7-bdbc-5248130c0064 req-87fca71b-ae8a-4ecb-9c92-8a54c1fe68de tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1261442 Aug 16 09:25:40.641823 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d7a24-6a6c-4074-bad3-80647c6b9613 req-a934380c-1d1b-469f-917c-1cc574681480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.643387 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-829d7a24-6a6c-4074-bad3-80647c6b9613 req-a934380c-1d1b-469f-917c-1cc574681480 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027620 Aug 16 09:25:40.669799 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-674f27c6-d85c-447e-955c-1c8621f9f3e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a1f1dd56-7b3f-437e-8eb0-75aa140a3623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442674 Aug 16 09:25:40.736329 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-7f48ca58-5bf5-467a-be05-eac5dd5bc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.738000 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-7f48ca58-5bf5-467a-be05-eac5dd5bc0bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c45f341668ea441db7a4b1c9f30353e0&device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 1097 time: 0.0467653 Aug 16 09:25:40.777485 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3268e9ef-4ce5-4251-8eb5-cd6b9dd76c2e req-60a1580b-96fd-4c05-ad5b-c6c50a9ada10 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530037 Aug 16 09:25:40.788686 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd712822-cd89-4ce7-bdbc-5248130c0064 req-d5eaca61-3835-41e0-874b-4d2b1d846c2c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488414 Aug 16 09:25:40.796631 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-776ee15f-8330-4d86-bb17-9d34eef6684e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ed13f07-4659-4bde-b969-c7d2912ffe64 HTTP/1.1" status: 200 len: 217 time: 0.0461233 Aug 16 09:25:40.824421 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b82d7-3180-4828-a97a-dc952a9806c0 req-3fafaff2-1ee1-42ea-857a-5a62e992a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.824421 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fc5b82d7-3180-4828-a97a-dc952a9806c0 req-3fafaff2-1ee1-42ea-857a-5a62e992a354 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 1098 time: 0.1517355 Aug 16 09:25:40.852430 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-36b3ad85-c251-4bfb-b302-122f08d98768 service neutron] 10.222.0.64 "GET /v2.0/networks/a1f1dd56-7b3f-437e-8eb0-75aa140a3623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622541 Aug 16 09:25:40.869805 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-74080a22-c304-4cd6-8b3e-9b0f38857b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:40.872771 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-74080a22-c304-4cd6-8b3e-9b0f38857b95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f958ed6-bda7-40db-b5ef-2c818d6cf4b7 HTTP/1.1" status: 200 len: 854 time: 0.0676808 Aug 16 09:25:40.913321 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-7309d5a5-90d2-4e1d-848f-f3220119b62a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d3b261e-a3d3-4373-a8cd-09e571feda33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290241 Aug 16 09:25:40.918649 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fc5b82d7-3180-4828-a97a-dc952a9806c0 req-957eefec-718e-4abf-a33a-563f44d08ff2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909724 Aug 16 09:25:41.005567 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129b082-6775-4ae3-8186-ecb7bfde59c8 req-d42c1768-adcd-4b8e-8eca-bc7db35fc309 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:41.007043 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0129b082-6775-4ae3-8186-ecb7bfde59c8 req-d42c1768-adcd-4b8e-8eca-bc7db35fc309 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 944 time: 0.0986156 Aug 16 09:25:41.027808 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff37198-bfeb-4ca9-a629-4ca945bb6f88 req-9766d01a-485c-48e1-b6d4-a7a110cd4164 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:41.029477 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bff37198-bfeb-4ca9-a629-4ca945bb6f88 req-9766d01a-485c-48e1-b6d4-a7a110cd4164 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 945 time: 0.1098633 Aug 16 09:25:41.059690 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfd732d1-e8d0-4270-a25c-d6df50265a92 req-e75c31a8-fc1b-46c1-ba6f-1c97f3a73d03 service neutron] 10.222.0.64 "GET /v2.0/networks/a1f1dd56-7b3f-437e-8eb0-75aa140a3623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983275 Aug 16 09:25:41.061489 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-381789d2-44f2-4080-ac28-7b43cd2d9e41 service neutron] 10.222.0.64 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900779 Aug 16 09:25:41.092984 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0129b082-6775-4ae3-8186-ecb7bfde59c8 req-5a842fad-77c5-4af0-9b16-0685b18ca38b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776427 Aug 16 09:25:41.116005 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bff37198-bfeb-4ca9-a629-4ca945bb6f88 req-38f85d5c-b438-4c24-bf99-f47b3ab62487 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763693 Aug 16 09:25:41.169831 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b35157e3-8bf8-4125-83f7-cf82d44c031a req-50c5bda3-ccca-493e-9b25-5f7016f680c2 service neutron] 10.222.0.64 "GET /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921111 Aug 16 09:25:41.537048 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47304) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:41.632321 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1610219457-network', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:41.721322 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Made reservation on behalf of e5e50dd4e9ce4a1db3389a77a5e5dc7f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:25:41.724739 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:41.734158 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:41.830564 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:41.925086 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:41.939729 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dff89-c589-4cdc-88ea-5f119a5ae038 req-702c6184-1f49-4cc2-a957-44fe512a17b2 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:41.941923 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-475dff89-c589-4cdc-88ea-5f119a5ae038 req-702c6184-1f49-4cc2-a957-44fe512a17b2 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 943 time: 0.0855093 Aug 16 09:25:41.965012 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:25:41.986420 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b2c83-8033-4f44-943a-eb3a47448581 req-b029d474-5ced-432c-83e9-db7634b7eebb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:41.988932 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d08b2c83-8033-4f44-943a-eb3a47448581 req-b029d474-5ced-432c-83e9-db7634b7eebb tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1040590 Aug 16 09:25:42.011268 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d74e03-763d-4d2f-bc7d-a1a6f26671e3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:42.016127 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:42.016552 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.segments_db [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Added segment 73456d03-6738-4378-92f6-18537912a853 of type vlan for network 4c347564-1a56-4aae-8d6f-f3d99b41df67 Aug 16 09:25:42.071885 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-475dff89-c589-4cdc-88ea-5f119a5ae038 req-78a5bd98-c560-447a-bea1-af3b814374b5 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188173 Aug 16 09:25:42.094304 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d08b2c83-8033-4f44-943a-eb3a47448581 req-fa2e6cd9-f4ec-4328-8947-43ad25f62b97 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934019 Aug 16 09:25:42.096087 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:42.240841 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9d7eb-0082-4112-8006-b8de543a26d6 req-a7a480f1-42f4-46ea-ab1d-60de8f9dfdc7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:42.242291 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-23d9d7eb-0082-4112-8006-b8de543a26d6 req-a7a480f1-42f4-46ea-ab1d-60de8f9dfdc7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 944 time: 0.0738811 Aug 16 09:25:42.247172 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:42.248060 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:42.248655 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:42.264850 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f362f5-639a-485c-b01c-1c72bd9abd2b req-1e4f0b9a-a09d-4f1d-819d-5c6248a18798 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:42.266245 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-34f362f5-639a-485c-b01c-1c72bd9abd2b req-1e4f0b9a-a09d-4f1d-819d-5c6248a18798 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 945 time: 0.0732400 Aug 16 09:25:42.363741 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8254046 Aug 16 09:25:42.530601 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47318) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:42.531212 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c3ff2-2fe9-4a68-958c-db4ef3c2abeb admin admin] Pushing event updated for resources: {'Network': ['ID=4c347564-1a56-4aae-8d6f-f3d99b41df67,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:42.531485 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] Request body: {'subnet': {'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1610219457-subnet', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'ip_version': 4}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:42.531761 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-34f362f5-639a-485c-b01c-1c72bd9abd2b req-fe88e335-b070-46a9-bb7e-8304d538cf01 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942523 Aug 16 09:25:42.531761 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-23d9d7eb-0082-4112-8006-b8de543a26d6 req-ed73e631-fef1-4bf2-ba6e-83cd3db9d67a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257856 Aug 16 09:25:42.532157 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network 4c347564-1a56-4aae-8d6f-f3d99b41df67 details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:25:42.549685 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] Made reservation on behalf of e5e50dd4e9ce4a1db3389a77a5e5dc7f for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:25:42.552086 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693924'] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:42.823922 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11474446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693910'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:42.876783 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=185a726c-b09e-41f6-811d-8564e2c670d0,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:42.885418 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] Checking segment: {'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:25:42.885772 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] Network hostable DHCP agents. Network: 4c347564-1a56-4aae-8d6f-f3d99b41df67, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:25:42.966959 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] Network 4c347564-1a56-4aae-8d6f-f3d99b41df67 is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:25:43.075080 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, 4c347564-1a56-4aae-8d6f-f3d99b41df67) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:43.079273 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:43.079758 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.083811 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e259af-31b5-4d33-baa5-976d193d28ca None None] Network 4c347564-1a56-4aae-8d6f-f3d99b41df67 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:25:43.186083 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-83dd7157-bc00-4f1d-a2d2-eeaf03f82be3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8171680 Aug 16 09:25:43.190472 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47324) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:43.195779 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:43.225077 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164e9c2-5c60-4481-9180-dc1c560ac538 req-9a95b78a-2cb4-4f91-972a-429a4721bd13 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:43.227168 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d164e9c2-5c60-4481-9180-dc1c560ac538 req-9a95b78a-2cb4-4f91-972a-429a4721bd13 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.1085691 Aug 16 09:25:43.229945 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1ac4d-6188-4279-91b6-bac58e7abafc req-9fcef9d1-c9dc-4d8c-bac7-3d5ed47de823 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:43.249942 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec095752-b3bb-5336-b046-645ca276ff70-4c347564-1a56-4aae-8d6f-f3d99b41df67', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0'}]}} from dv-cinder-804611-1-iscsi. {{(pid=94601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 09:25:43.250151 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-70c1ac4d-6188-4279-91b6-bac58e7abafc req-9fcef9d1-c9dc-4d8c-bac7-3d5ed47de823 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 943 time: 0.0902507 Aug 16 09:25:43.250286 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.252156 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd20f9d-9c7e-4437-9d52-f4f2cce666bd req-bb2d1b8e-4533-4ad0-b250-28fbe07bbc0f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:43.253746 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ddd20f9d-9c7e-4437-9d52-f4f2cce666bd req-bb2d1b8e-4533-4ad0-b250-28fbe07bbc0f tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 945 time: 0.0720930 Aug 16 09:25:43.304759 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-70c1ac4d-6188-4279-91b6-bac58e7abafc req-5d79ab67-f7d5-42cd-b411-da78075344fc tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654011 Aug 16 09:25:43.316828 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ddd20f9d-9c7e-4437-9d52-f4f2cce666bd req-0a343372-2bdb-462a-a902-f07f9a4f5768 tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0fe7380-1fe4-4791-a452-bf1e258bd467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519965 Aug 16 09:25:43.335010 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.336134 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.344048 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-d164e9c2-5c60-4481-9180-dc1c560ac538 req-e9c504dc-e046-4bf3-9c90-265947424a6e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Deleting port 85e26b66-2a48-48a1-b305-803f7156fb16 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:25:43.344458 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d164e9c2-5c60-4481-9180-dc1c560ac538 req-e9c504dc-e046-4bf3-9c90-265947424a6e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.381695 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.db_base_plugin_common [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Allocated IP 172.20.0.2 (4c347564-1a56-4aae-8d6f-f3d99b41df67/185a726c-b09e-41f6-811d-8564e2c670d0/fed43afc-0264-4854-a57b-0432746e5ce2) {{(pid=94601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:25:43.450605 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.484934 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-d164e9c2-5c60-4481-9180-dc1c560ac538 req-e9c504dc-e046-4bf3-9c90-265947424a6e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] For port 85e26b66-2a48-48a1-b305-803f7156fb16, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=85e26b66-2a48-48a1-b305-803f7156fb16,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:43.485328 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d164e9c2-5c60-4481-9180-dc1c560ac538 req-e9c504dc-e046-4bf3-9c90-265947424a6e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.500584 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-d164e9c2-5c60-4481-9180-dc1c560ac538 req-e9c504dc-e046-4bf3-9c90-265947424a6e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Calling delete_port for 85e26b66-2a48-48a1-b305-803f7156fb16 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:25:43.535133 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902d6c6-59aa-4688-aeff-f9b19cbff736 req-a62da24a-b3ca-443d-85be-ab4f0299189a tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:43.536669 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d902d6c6-59aa-4688-aeff-f9b19cbff736 req-a62da24a-b3ca-443d-85be-ab4f0299189a tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 945 time: 0.0799575 Aug 16 09:25:43.537895 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Notify callbacks [] for port, precommit_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.546333 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Transition to ACTIVE for port object fed43afc-0264-4854-a57b-0432746e5ce2 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:43.562594 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Transition to ACTIVE for port object fed43afc-0264-4854-a57b-0432746e5ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:43.568579 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f5807-4d0f-48c9-9eea-5eccc1802c9f req-2fb2fa58-93fc-4d62-a077-9f8605588d75 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:43.570250 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d51f5807-4d0f-48c9-9eea-5eccc1802c9f req-2fb2fa58-93fc-4d62-a077-9f8605588d75 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 944 time: 0.0847893 Aug 16 09:25:43.593993 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d902d6c6-59aa-4688-aeff-f9b19cbff736 req-1c2dd83e-2a80-4f15-9ac1-00f2a8e4824d tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485899 Aug 16 09:25:43.632611 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d51f5807-4d0f-48c9-9eea-5eccc1802c9f req-8b8c3dbb-8d42-4eb4-96d7-b3f99812e5c2 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430026 Aug 16 09:25:43.656997 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.684791 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.693538 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Network 4c347564-1a56-4aae-8d6f-f3d99b41df67 is already hosted by enough agents. {{(pid=94601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:43.700233 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.base_scheduler [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Resources bound (agent type, host, resource id): {{(pid=94601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:43.703400 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Received port after_create {{(pid=94601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:25:43.713817 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Pushing event updated for resources: {'Port': ['ID=fed43afc-0264-4854-a57b-0432746e5ce2,revision_number=1']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:43.772270 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Attempting to bind port fed43afc-0264-4854-a57b-0432746e5ce2 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:25:43.772978 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Attempting to bind port fed43afc-0264-4854-a57b-0432746e5ce2 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:25:43.773411 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Attempting to bind port fed43afc-0264-4854-a57b-0432746e5ce2 on network 4c347564-1a56-4aae-8d6f-f3d99b41df67 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:25:43.779391 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:25:43.779801 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Checking segment: {'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:25:43.780194 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.780602 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Bound using segment: {'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:25:43.781080 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Bound port: fed43afc-0264-4854-a57b-0432746e5ce2, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:25:43.781480 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.851526 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] For port fed43afc-0264-4854-a57b-0432746e5ce2, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:25:43.855822 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] For port fed43afc-0264-4854-a57b-0432746e5ce2, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=fed43afc-0264-4854-a57b-0432746e5ce2,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:25:43.860159 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d164e9c2-5c60-4481-9180-dc1c560ac538 req-e9c504dc-e046-4bf3-9c90-265947424a6e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.873932 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['85e26b66-2a48-48a1-b305-803f7156fb16'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:25:43.893587 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c504dc-e046-4bf3-9c90-265947424a6e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Pushing event deleted for resources: {'Port': ['ID=85e26b66-2a48-48a1-b305-803f7156fb16,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:43.926488 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8c97f-f285-49b8-b6e9-75b5e8bc1340 req-fe9b9ff3-940e-4c81-96c8-c5ef38b3d2ce tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:43.927965 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-25d8c97f-f285-49b8-b6e9-75b5e8bc1340 req-fe9b9ff3-940e-4c81-96c8-c5ef38b3d2ce tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 945 time: 0.2587838 Aug 16 09:25:43.965329 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-25d8c97f-f285-49b8-b6e9-75b5e8bc1340 req-b9e51986-ad74-4ce1-90be-6b5bac95d021 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307586 Aug 16 09:25:43.966006 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.968900 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d164e9c2-5c60-4481-9180-dc1c560ac538 req-e9c504dc-e046-4bf3-9c90-265947424a6e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] No DVR routers for this DVR port 85e26b66-2a48-48a1-b305-803f7156fb16 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:25:43.997832 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d164e9c2-5c60-4481-9180-dc1c560ac538 req-e9c504dc-e046-4bf3-9c90-265947424a6e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:43.999888 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d164e9c2-5c60-4481-9180-dc1c560ac538 req-e9c504dc-e046-4bf3-9c90-265947424a6e tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.64 "DELETE /v2.0/ports/85e26b66-2a48-48a1-b305-803f7156fb16 HTTP/1.1" status: 204 len: 173 time: 0.7639039 Aug 16 09:25:44.000224 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5299f1-789e-4179-8bb2-503f3a69064c', 'name': 'network-vif-deleted', 'tag': '85e26b66-2a48-48a1-b305-803f7156fb16'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:25:44.002434 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808670b6-9b0d-4809-b3da-472907d4fb73" -d '{"events": [{"server_uuid": "5c5299f1-789e-4179-8bb2-503f3a69064c", "name": "network-vif-deleted", "tag": "85e26b66-2a48-48a1-b305-803f7156fb16"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:25:44.047911 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 2ed13f07-4659-4bde-b969-c7d2912ffe64 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:25:44.051622 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3ec80-fa30-4517-a6c0-e2fdd1ff7a26 None None] Pushing event updated for resources: {'Port': ['ID=fed43afc-0264-4854-a57b-0432746e5ce2,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:44.057027 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:44.077473 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd14eca0-a2f4-4f74-9d13-77cc75ab8f9f x-openstack-request-id: req-cd14eca0-a2f4-4f74-9d13-77cc75ab8f9f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:25:44.077766 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5299f1-789e-4179-8bb2-503f3a69064c", "name": "network-vif-deleted", "tag": "85e26b66-2a48-48a1-b305-803f7156fb16", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:25:44.079606 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd14eca0-a2f4-4f74-9d13-77cc75ab8f9f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:25:44.079606 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5299f1-789e-4179-8bb2-503f3a69064c', 'name': 'network-vif-deleted', 'tag': '85e26b66-2a48-48a1-b305-803f7156fb16', 'status': 'completed', 'code': 200} Aug 16 09:25:44.079788 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:44.198134 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 2ed13f07-4659-4bde-b969-c7d2912ffe64, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=2ed13f07-4659-4bde-b969-c7d2912ffe64,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:44.200140 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Allocated IP 172.27.3.167 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/859a2153-a037-4889-9a84-28cb711cd92b) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:25:44.214336 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '2ed13f07-4659-4bde-b969-c7d2912ffe64', 'network_id': '1d3b261e-a3d3-4373-a8cd-09e571feda33', 'port_id': '2ed13f07-4659-4bde-b969-c7d2912ffe64', 'mac_address': 'fa:16:3e:07:d6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f958ed6-bda7-40db-b5ef-2c818d6cf4b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:25:44.300864 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:44.328837 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed13f07-4659-4bde-b969-c7d2912ffe64 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:25:44.376995 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:44.382269 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 2ed13f07-4659-4bde-b969-c7d2912ffe64, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=2ed13f07-4659-4bde-b969-c7d2912ffe64,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:44.464534 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bb23d-2074-436a-bb1a-20a5f180bb59 req-d40f47f1-5a79-45ec-9602-50ca60ddbcb0 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:44.466086 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-733bb23d-2074-436a-bb1a-20a5f180bb59 req-d40f47f1-5a79-45ec-9602-50ca60ddbcb0 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 943 time: 0.0675049 Aug 16 09:25:44.474233 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bef92-9979-44ce-9184-53dd6a5cb57c req-df33d41e-bb65-45fa-a35d-f07288c6e195 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:44.475580 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cc1bef92-9979-44ce-9184-53dd6a5cb57c req-df33d41e-bb65-45fa-a35d-f07288c6e195 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 945 time: 0.0859096 Aug 16 09:25:44.481288 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:44.483579 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:25:44.503398 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:44.535374 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cc1bef92-9979-44ce-9184-53dd6a5cb57c req-9d7071f5-e3e8-4241-9c72-88b38d5ad6aa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522444 Aug 16 09:25:44.543780 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:44.545287 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-733bb23d-2074-436a-bb1a-20a5f180bb59 req-497fbfd3-5d88-42bd-a1f8-ba10e2183429 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684030 Aug 16 09:25:44.568969 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:44.574718 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:25:44.578207 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=2ed13f07-4659-4bde-b969-c7d2912ffe64,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:44.599673 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Pushing event updated for resources: {'Port': ['ID=859a2153-a037-4889-9a84-28cb711cd92b,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:44.641380 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=3fe72c97-2081-4e7d-b10e-9fa610cc5f37,segment=NetworkSegment(8c1ca8ad-488a-408b-bc67-05f437d8877b),segment_id=8c1ca8ad-488a-408b-bc67-05f437d8877b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:44.654284 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '3fe72c97-2081-4e7d-b10e-9fa610cc5f37', 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623', 'port_id': '3fe72c97-2081-4e7d-b10e-9fa610cc5f37', 'mac_address': 'fa:16:3e:7f:2c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6381ab44-2096-4247-891b-245f31eefe14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:25:44.693535 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c38ea589-1ccd-488d-92c0-9437c610ad76 req-8ab40536-fc38-4888-b060-b6f38002d18c tempest-ServerRescueNegativeTestJSON-632915545 tempest-ServerRescueNegativeTestJSON-632915545-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5299f1-789e-4179-8bb2-503f3a69064c HTTP/1.1" status: 200 len: 210 time: 0.0351369 Aug 16 09:25:44.711650 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:44.727094 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:25:44.757278 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=3fe72c97-2081-4e7d-b10e-9fa610cc5f37,segment=NetworkSegment(8c1ca8ad-488a-408b-bc67-05f437d8877b),segment_id=8c1ca8ad-488a-408b-bc67-05f437d8877b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:44.784898 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31429d8a-23ac-439d-ae11-a70dc1ad65b4 req-9fefc71d-212e-46bc-b838-d370f58c5e4f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:44.786644 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-31429d8a-23ac-439d-ae11-a70dc1ad65b4 req-9fefc71d-212e-46bc-b838-d370f58c5e4f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 945 time: 0.0627406 Aug 16 09:25:44.831658 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-31429d8a-23ac-439d-ae11-a70dc1ad65b4 req-08458323-843a-440d-82f8-3be8f8a6c563 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Aug 16 09:25:44.841437 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:44.899955 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=3fe72c97-2081-4e7d-b10e-9fa610cc5f37,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:45.113513 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c285f4-6198-49e7-913b-ba03b99fec2d None None] Network 4c347564-1a56-4aae-8d6f-f3d99b41df67 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:25:45.151597 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['3fe72c97-2081-4e7d-b10e-9fa610cc5f37'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:25:45.153548 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['2ed13f07-4659-4bde-b969-c7d2912ffe64'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:25:45.253134 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:45.463392 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-e0e3ba5e-db04-40a1-991f-357848b69059 None None] Provisioning for port fed43afc-0264-4854-a57b-0432746e5ce2 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:45.487047 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438776'] for router, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:45.515045 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fed43afc-0264-4854-a57b-0432746e5ce2 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:45.677165 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb39d9-1231-47a9-bae8-e1c11669bccb req-5412764b-cda1-4934-8abf-b8d66144b976 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:45.678813 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-81fb39d9-1231-47a9-bae8-e1c11669bccb req-5412764b-cda1-4934-8abf-b8d66144b976 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 944 time: 0.0523388 Aug 16 09:25:45.720481 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 is scheduled to L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 with binding_index 1 {{(pid=94600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 09:25:45.731915 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-81fb39d9-1231-47a9-bae8-e1c11669bccb req-0e68c920-8bbc-45ac-bc31-e8b46b2d2109 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Aug 16 09:25:45.751522 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47354) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:45.762101 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port fed43afc-0264-4854-a57b-0432746e5ce2 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:45.766201 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port fed43afc-0264-4854-a57b-0432746e5ce2 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:45.766638 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:45.849553 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:25:45.860438 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:45.865998 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Sync routers for ids ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:25:45.878512 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Routers {'689f96f4-3c1a-4e7d-a0cb-a896dd503364'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:25:45.879501 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:45.907724 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port fed43afc-0264-4854-a57b-0432746e5ce2, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=fed43afc-0264-4854-a57b-0432746e5ce2,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:45.917177 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-a6beed32-b717-41ec-a60c-252428021c43 None None] Provisioning complete for port fed43afc-0264-4854-a57b-0432746e5ce2 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:45.917177 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a6beed32-b717-41ec-a60c-252428021c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:45.984200 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:45.987868 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-2190808e-11db-4ff2-860d-9efd85903c27 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7939451 Aug 16 09:25:45.988185 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47358) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:45.998570 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Set router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:25:46.007579 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a6beed32-b717-41ec-a60c-252428021c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.018430 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.036961 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf346867-0feb-45ff-aa67-84c02f3729e3 req-832fd3bb-e5e7-480d-bd9f-45e4876c7b3c tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:46.038445 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bf346867-0feb-45ff-aa67-84c02f3729e3 req-832fd3bb-e5e7-480d-bd9f-45e4876c7b3c tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 945 time: 0.0985553 Aug 16 09:25:46.058051 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 85e26b66-2a48-48a1-b305-803f7156fb16 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:25:46.088011 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: 85e26b66-2a48-48a1-b305-803f7156fb16 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:25:46.088382 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 85e26b66-2a48-48a1-b305-803f7156fb16 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:25:46.130710 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.db.api [None req-a6beed32-b717-41ec-a60c-252428021c43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 09:25:46.131451 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG oslo_db.api [None req-a6beed32-b717-41ec-a60c-252428021c43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 09:25:46.149228 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=fed43afc-0264-4854-a57b-0432746e5ce2,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:46.157431 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.158018 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.158434 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.159055 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.160035 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.160035 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.160242 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.160658 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.161077 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.161475 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.161873 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.162266 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.188566 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bf346867-0feb-45ff-aa67-84c02f3729e3 req-b6a1f0a5-8e1e-4bf0-baae-cd8707bf788c tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411505 Aug 16 09:25:46.219536 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:45Z', 'revision_number': 3, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:46.339109 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Checking router: 689f96f4-3c1a-4e7d-a0cb-a896dd503364 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:25:46.339653 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Updating router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 port 859a2153-a037-4889-9a84-28cb711cd92b binding host dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:25:46.348194 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365206'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.366427 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.476318 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.498651 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-85f71ef8-fda9-418f-9d68-8e1fa10f29f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.696629 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Notify callbacks [] for port, precommit_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.705899 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Allocated IP 172.20.0.1 (4c347564-1a56-4aae-8d6f-f3d99b41df67/185a726c-b09e-41f6-811d-8564e2c670d0/92204a35-c788-43e4-965c-b4b4d4455252) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:25:46.709521 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] Deleting port bd3b1e0c-ea4c-44b0-baf4-673f38597132 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:25:46.710024 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.711526 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.provisioning_blocks [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Transition to ACTIVE for port object 859a2153-a037-4889-9a84-28cb711cd92b will not be triggered until provisioned by entity L2. {{(pid=94602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:46.786560 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] For port bd3b1e0c-ea4c-44b0-baf4-673f38597132, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=bd3b1e0c-ea4c-44b0-baf4-673f38597132,segment=NetworkSegment(64a53f99-47c2-4da2-a380-44e4750262a2),segment_id=64a53f99-47c2-4da2-a380-44e4750262a2)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:46.786560 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.800247 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] Calling delete_port for bd3b1e0c-ea4c-44b0-baf4-673f38597132 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:25:46.805621 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.839092 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.856099 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Transition to ACTIVE for port object 92204a35-c788-43e4-965c-b4b4d4455252 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:46.858209 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Attempting to bind port 859a2153-a037-4889-9a84-28cb711cd92b on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:25:46.858575 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Attempting to bind port 859a2153-a037-4889-9a84-28cb711cd92b by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:25:46.858926 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Attempting to bind port 859a2153-a037-4889-9a84-28cb711cd92b on network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:25:46.874550 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:25:46.875683 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Checking segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:25:46.876255 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.876672 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Bound using segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:25:46.877138 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Bound port: 859a2153-a037-4889-9a84-28cb711cd92b, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:25:46.877669 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:46.881248 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Pushing event updated for resources: {'Port': ['ID=859a2153-a037-4889-9a84-28cb711cd92b,revision_number=2']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:46.900350 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed6ece-9b6f-4b99-b5d0-5ecc103a6fcd req-e03f7b67-b542-48e5-8c76-9bcd2cca9192 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:46.901806 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2aed6ece-9b6f-4b99-b5d0-5ecc103a6fcd req-e03f7b67-b542-48e5-8c76-9bcd2cca9192 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 944 time: 0.0922263 Aug 16 09:25:46.908438 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.908871 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.909305 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.909719 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.910144 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.910533 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.910865 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.911190 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.911541 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.911864 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.912179 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.912585 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:25:46.947880 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] For port 859a2153-a037-4889-9a84-28cb711cd92b, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:25:46.950877 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] For port 859a2153-a037-4889-9a84-28cb711cd92b, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=859a2153-a037-4889-9a84-28cb711cd92b,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:25:46.998743 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2aed6ece-9b6f-4b99-b5d0-5ecc103a6fcd req-570d6cf3-83c6-4e24-8185-6f49673605b5 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742474 Aug 16 09:25:47.001958 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:47.040090 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Network 4c347564-1a56-4aae-8d6f-f3d99b41df67 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:47.047499 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:47.052764 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:47.055198 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:25:47.091530 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Pushing event updated for resources: {'Port': ['ID=92204a35-c788-43e4-965c-b4b4d4455252,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:47.118666 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-365101'] for router_interface, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:47.121081 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Routers {'689f96f4-3c1a-4e7d-a0cb-a896dd503364'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:25:47.121766 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:47.161475 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:47.174159 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2809ce-422d-4545-9d70-c7801421b324 None None] Pushing event updated for resources: {'Port': ['ID=859a2153-a037-4889-9a84-28cb711cd92b,revision_number=3']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:47.199845 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3b1e0c-ea4c-44b0-baf4-673f38597132,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:47.268756 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] Set router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:25:47.373235 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe522f-1930-49b2-8690-dfb6ee60a6f6 req-d86b4fb2-f283-4ecb-a2bb-ac618c698c22 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:47.373235 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-72fe522f-1930-49b2-8690-dfb6ee60a6f6 req-d86b4fb2-f283-4ecb-a2bb-ac618c698c22 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 945 time: 0.0923789 Aug 16 09:25:47.408353 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:47.408713 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441894'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:47.425442 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-724a2402-565d-41b9-8aa9-f71c9dcc89f7 None None] Provisioning for port 92204a35-c788-43e4-965c-b4b4d4455252 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:47.434815 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-724a2402-565d-41b9-8aa9-f71c9dcc89f7 None None] Provisioning complete for port 92204a35-c788-43e4-965c-b4b4d4455252 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:47.435233 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-724a2402-565d-41b9-8aa9-f71c9dcc89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:47.494071 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-724a2402-565d-41b9-8aa9-f71c9dcc89f7 None None] Port 92204a35-c788-43e4-965c-b4b4d4455252 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:25:47.507863 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-72fe522f-1930-49b2-8690-dfb6ee60a6f6 req-850ce23b-6385-40ec-abd1-9e8c37597e95 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203301 Aug 16 09:25:47.513129 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:45Z', 'revision_number': 3, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:47.547310 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fed43afc-0264-4854-a57b-0432746e5ce2 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:47.556846 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0d5cd-a077-428f-9729-f3c4533f5de9 None None] The sync data for ids ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'] in dv-cinder-804611-1-iscsi is: [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:45Z', 'revision_number': 3, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:25:47.608938 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:47.621595 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port fed43afc-0264-4854-a57b-0432746e5ce2 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:47.627256 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:47.688227 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:47.769561 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365241'] for router_interface, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:47.772779 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Pushing event updated for resources: {'Port': ['ID=92204a35-c788-43e4-965c-b4b4d4455252,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:47.925388 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Network 4c347564-1a56-4aae-8d6f-f3d99b41df67 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:47.927090 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:47.965321 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] Router 13197155-273d-48ac-bc98-5219bcfbbfa0 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:25:48.059766 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:48.090774 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:25:48.129561 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:25:48.140184 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417863f-8a86-458c-ad94-b8768e08d0ed None None] Sync routers for ids ['13197155-273d-48ac-bc98-5219bcfbbfa0'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:25:48.143726 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-8a061f32-3b6b-4c74-828a-0d724cdd1f48 admin admin] 10.222.0.39 "PUT /v2.0/routers/13197155-273d-48ac-bc98-5219bcfbbfa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3888454 Aug 16 09:25:48.157484 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417863f-8a86-458c-ad94-b8768e08d0ed None None] Routers {'13197155-273d-48ac-bc98-5219bcfbbfa0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:25:48.157881 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3417863f-8a86-458c-ad94-b8768e08d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13197155-273d-48ac-bc98-5219bcfbbfa0'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:48.167773 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47384) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:48.245716 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f2eef-f322-440e-a19d-4d9c79581db9 req-32efbd3d-92ce-4344-9491-3332499ea67e tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:48.246008 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-9cce0d81-2a96-4aff-982d-9d92cf9b1c03 None None] Provisioning complete for port 92204a35-c788-43e4-965c-b4b4d4455252 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:48.246008 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9cce0d81-2a96-4aff-982d-9d92cf9b1c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:48.247835 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-db0f2eef-f322-440e-a19d-4d9c79581db9 req-32efbd3d-92ce-4344-9491-3332499ea67e tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 944 time: 0.1315327 Aug 16 09:25:48.331002 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:48.340695 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-db0f2eef-f322-440e-a19d-4d9c79581db9 req-1077c2ee-8a7c-45e0-a9eb-e0173e9fdef1 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532827 Aug 16 09:25:48.342069 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:48.342568 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:48.342806 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:48.344769 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-9cce0d81-2a96-4aff-982d-9d92cf9b1c03 None None] Port 92204a35-c788-43e4-965c-b4b4d4455252 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:25:48.350710 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3417863f-8a86-458c-ad94-b8768e08d0ed None None] Set router 13197155-273d-48ac-bc98-5219bcfbbfa0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:25:48.474044 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:48.501453 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:25:48.512352 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-cbc829c4-8ff0-4ae6-a719-accbda8f9c13 admin admin] 10.222.0.39 "PUT /v2.0/routers/689f96f4-3c1a-4e7d-a0cb-a896dd503364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5176778 Aug 16 09:25:48.606085 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:48.644523 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0034a9c-84cf-495c-a1c0-b7802108d357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe72c97-2081-4e7d-b10e-9fa610cc5f37'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:25:48.647318 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f9e7c3-e885-49fc-9123-7f51199329a5" -d '{"events": [{"server_uuid": "a0034a9c-84cf-495c-a1c0-b7802108d357", "name": "network-vif-plugged", "status": "completed", "tag": "3fe72c97-2081-4e7d-b10e-9fa610cc5f37"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:25:48.686185 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=3fe72c97-2081-4e7d-b10e-9fa610cc5f37,segment=NetworkSegment(8c1ca8ad-488a-408b-bc67-05f437d8877b),segment_id=8c1ca8ad-488a-408b-bc67-05f437d8877b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:48.698370 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3417863f-8a86-458c-ad94-b8768e08d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-router', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:25:47Z', 'revision_number': 5, 'project_id': '8da60fd20f04416b976b83745a44755c', 'gw_port': {'id': 'e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:13Z', 'updated_at': '2021-08-16T09:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:48.710879 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dfce6-2643-46c2-98bf-dbf8f8cccd38 req-a5b8599a-42bc-4e04-9ba0-f618062cd31b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:48.720622 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-014dfce6-2643-46c2-98bf-dbf8f8cccd38 req-a5b8599a-42bc-4e04-9ba0-f618062cd31b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 945 time: 0.1021678 Aug 16 09:25:48.729731 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3489055-e738-4d2d-b107-9a383a2d9692 x-openstack-request-id: req-e3489055-e738-4d2d-b107-9a383a2d9692 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:25:48.730028 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0034a9c-84cf-495c-a1c0-b7802108d357", "name": "network-vif-plugged", "status": "completed", "tag": "3fe72c97-2081-4e7d-b10e-9fa610cc5f37", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:25:48.730281 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3489055-e738-4d2d-b107-9a383a2d9692 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:25:48.730664 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0034a9c-84cf-495c-a1c0-b7802108d357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe72c97-2081-4e7d-b10e-9fa610cc5f37', 'code': 200} Aug 16 09:25:48.731561 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417863f-8a86-458c-ad94-b8768e08d0ed None None] Checking router: 13197155-273d-48ac-bc98-5219bcfbbfa0 for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:25:48.740145 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417863f-8a86-458c-ad94-b8768e08d0ed None None] Routers {'13197155-273d-48ac-bc98-5219bcfbbfa0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:25:48.740801 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3417863f-8a86-458c-ad94-b8768e08d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13197155-273d-48ac-bc98-5219bcfbbfa0'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:48.765610 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Deleting port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:25:48.766238 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:48.807097 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:48.807917 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 2ed13f07-4659-4bde-b969-c7d2912ffe64 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:48.814600 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-014dfce6-2643-46c2-98bf-dbf8f8cccd38 req-e340add7-0d9c-44c7-8cd2-42c08e2794b1 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920124 Aug 16 09:25:48.878428 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] For port e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:48.878840 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:48.891648 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Calling delete_port for e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:25:48.896994 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3417863f-8a86-458c-ad94-b8768e08d0ed None None] Set router 13197155-273d-48ac-bc98-5219bcfbbfa0 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:25:48.951913 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=3fe72c97-2081-4e7d-b10e-9fa610cc5f37,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:48.962134 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3417863f-8a86-458c-ad94-b8768e08d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-router', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:25:48Z', 'revision_number': 6, 'project_id': '8da60fd20f04416b976b83745a44755c', 'gw_port_host': None}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:48.990145 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417863f-8a86-458c-ad94-b8768e08d0ed None None] The sync data for ids ['13197155-273d-48ac-bc98-5219bcfbbfa0'] in dv-cinder-804611-1-iscsi is: [{'id': '13197155-273d-48ac-bc98-5219bcfbbfa0', 'name': 'tempest-ServerRescueNegativeTestJSON-1713067531-router', 'tenant_id': '8da60fd20f04416b976b83745a44755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:25:48Z', 'revision_number': 6, 'project_id': '8da60fd20f04416b976b83745a44755c', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:25:49.041969 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b96fc4-8281-43d6-b416-9451abe40d55 req-a3a00297-3116-4245-af6a-88358336f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:49.043487 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-47b96fc4-8281-43d6-b416-9451abe40d55 req-a3a00297-3116-4245-af6a-88358336f57b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 1098 time: 0.0470803 Aug 16 09:25:49.079728 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-47b96fc4-8281-43d6-b416-9451abe40d55 req-5bde6cf8-6b6e-4028-9811-203b44268eee service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279541 Aug 16 09:25:49.256944 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port 2ed13f07-4659-4bde-b969-c7d2912ffe64 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:49.259872 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.261740 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.264374 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 2ed13f07-4659-4bde-b969-c7d2912ffe64 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:49.271346 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.293245 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:49.318359 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438748'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.352882 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.402692 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c4bfb668-7295-4972-a3ed-07d67b556828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.405912 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 2ed13f07-4659-4bde-b969-c7d2912ffe64, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=2ed13f07-4659-4bde-b969-c7d2912ffe64,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:49.459730 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.462030 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.485204 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47410) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:49.490618 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-633524458-network', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:49.542168 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.570776 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827de2-516a-4e69-ae71-97e3e3db275d req-7334a37b-f12a-45ca-9ea5-52cd851c9fff tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:49.574134 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-45827de2-516a-4e69-ae71-97e3e3db275d req-7334a37b-f12a-45ca-9ea5-52cd851c9fff tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 945 time: 0.0548193 Aug 16 09:25:49.595806 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=2ed13f07-4659-4bde-b969-c7d2912ffe64,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:49.612366 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-45827de2-516a-4e69-ae71-97e3e3db275d req-8a935ea0-7aa7-4265-ad1c-375c768ffb5f tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Aug 16 09:25:49.617058 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Made reservation on behalf of d9ead9922ff544388f2a4db619b38a27 for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:25:49.620344 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.629294 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.653523 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440383'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.654185 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13197155-273d-48ac-bc98-5219bcfbbfa0 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 09:25:49.655656 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Sync routers for ids ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:25:49.665893 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.665893 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-6df04c02-8fe9-4c87-975e-dfc7d75dc75a admin admin] 10.222.0.39 "DELETE /v2.0/routers/13197155-273d-48ac-bc98-5219bcfbbfa0 HTTP/1.1" status: 204 len: 168 time: 1.4920995 Aug 16 09:25:49.666541 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47412) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:49.668023 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Routers {'689f96f4-3c1a-4e7d-a0cb-a896dd503364'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:25:49.668787 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:49.718899 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-148eac3d-8092-4acc-acac-94e2d1ef8384 admin admin] Deleting subnet bbb08f7e-85f6-4f98-a2d3-d7228b510948 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:25:49.722040 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-148eac3d-8092-4acc-acac-94e2d1ef8384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.726016 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.756735 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-148eac3d-8092-4acc-acac-94e2d1ef8384 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.762331 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-148eac3d-8092-4acc-acac-94e2d1ef8384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.779460 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Set router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:25:49.876481 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.894067 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:25:49.914381 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 859a2153-a037-4889-9a84-28cb711cd92b up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:49.917984 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.918626 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Added segment 86e69961-d278-4ce5-80ab-57f701ebd215 of type vlan for network 70692bc9-cebb-4914-b3a3-cbf0968b9cec Aug 16 09:25:49.947424 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-148eac3d-8092-4acc-acac-94e2d1ef8384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:49.976594 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.000507 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-148eac3d-8092-4acc-acac-94e2d1ef8384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.004415 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-148eac3d-8092-4acc-acac-94e2d1ef8384 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bbb08f7e-85f6-4f98-a2d3-d7228b510948 HTTP/1.1" status: 204 len: 168 time: 0.3348992 Aug 16 09:25:50.005384 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47418) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:50.008023 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eac3d-8092-4acc-acac-94e2d1ef8384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb08f7e-85f6-4f98-a2d3-d7228b510948,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:50.035974 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088ee2e-e137-4404-9534-74cf5e6a4476 req-8e8962d0-cc15-47db-91bc-01e6ec73ff82 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:50.037976 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5088ee2e-e137-4404-9534-74cf5e6a4476 req-8e8962d0-cc15-47db-91bc-01e6ec73ff82 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 946 time: 0.1350846 Aug 16 09:25:50.081381 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:47Z', 'revision_number': 4, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '92204a35-c788-43e4-965c-b4b4d4455252', 'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'mac_address': 'fa:16:3e:a8:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:46Z', 'updated_at': '2021-08-16T09:25:47Z', 'revision_number': 2, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'subnets': [{'id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:50.082869 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc88dc0-1ac5-48e7-948f-4ed7d635e252,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:50.093544 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 859a2153-a037-4889-9a84-28cb711cd92b completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:50.095859 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5088ee2e-e137-4404-9534-74cf5e6a4476 req-27fe0ccb-0a14-4124-a391-172bd63a3b15 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508506 Aug 16 09:25:50.100407 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 859a2153-a037-4889-9a84-28cb711cd92b triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:50.102723 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.108340 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.134724 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Checking router: 689f96f4-3c1a-4e7d-a0cb-a896dd503364 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:25:50.135079 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Updating router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 port 92204a35-c788-43e4-965c-b4b4d4455252 binding host dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:25:50.161476 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.219898 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.230725 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.231688 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:50.232277 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.247700 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 859a2153-a037-4889-9a84-28cb711cd92b, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=859a2153-a037-4889-9a84-28cb711cd92b,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:50.295363 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.295788 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.312660 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8388d5d-e82d-4603-85bb-7ced61481563']}} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:50.321022 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.329929 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] Pushing event updated for resources: {'Network': ['ID=70692bc9-cebb-4914-b3a3-cbf0968b9cec,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:50.335696 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a53f99-47c2-4da2-a380-44e4750262a2') {'for_net_delete': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:50.336266 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a53f99-47c2-4da2-a380-44e4750262a2') {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:50.350432 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11417930'] for segment, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.354670 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device bd3b1e0c-ea4c-44b0-baf4-673f38597132 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:25:50.361070 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network 70692bc9-cebb-4914-b3a3-cbf0968b9cec details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:25:50.371029 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.377487 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:25:50.378010 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11474583'] for segment, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: Traceback (most recent call last): Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: timer() Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: cb(*args, **kw) Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: return func(*args, **kwargs) Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: self._notify() Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: self.callback(batched_events) Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: event.method(event) Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: return f(self, *a, **k) Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._get(url).json() Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: return self.request(url, 'GET', **kwargs) Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:25:50.380726 dv-cinder-804611-1-iscsi neutron-server[94600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:25:50.395254 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-9e1d092e-a2fd-4690-b150-96371c725466 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9063699 Aug 16 09:25:50.395456 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: bd3b1e0c-ea4c-44b0-baf4-673f38597132 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:25:50.395456 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device bd3b1e0c-ea4c-44b0-baf4-673f38597132 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:25:50.395789 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47420) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:50.410083 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] Request body: {'subnet': {'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-633524458-subnet', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:50.454676 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=859a2153-a037-4889-9a84-28cb711cd92b,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:50.478819 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Notify callbacks [] for port, precommit_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.530402 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] Made reservation on behalf of d9ead9922ff544388f2a4db619b38a27 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:25:50.532711 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.606598 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.606866 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.provisioning_blocks [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Transition to ACTIVE for port object 92204a35-c788-43e4-965c-b4b4d4455252 will not be triggered until provisioned by entity L2. {{(pid=94602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:50.618782 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.618782 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c8388d5d-e82d-4603-85bb-7ced61481563 HTTP/1.1" status: 204 len: 168 time: 0.6085072 Aug 16 09:25:50.626560 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad20b4-39b4-4df1-9e2f-6aa53b4f55d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8388d5d-e82d-4603-85bb-7ced61481563,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:50.698821 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.732446 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817f45aa-f8e6-44a8-8d20-6d684febc97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed13f07-4659-4bde-b969-c7d2912ffe64'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:25:50.735123 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225fe616-e5e3-42b5-805d-70f3ff53faf8" -d '{"events": [{"server_uuid": "817f45aa-f8e6-44a8-8d20-6d684febc97b", "name": "network-vif-plugged", "status": "completed", "tag": "2ed13f07-4659-4bde-b969-c7d2912ffe64"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:25:50.748620 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e32899-5a12-4844-960e-7f4a8f849720 req-aab79d9f-7172-4049-a4a4-105f21fbc171 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:50.750172 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-48e32899-5a12-4844-960e-7f4a8f849720 req-aab79d9f-7172-4049-a4a4-105f21fbc171 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 945 time: 0.0636754 Aug 16 09:25:50.777418 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1aab89-2e55-4070-aac5-8c022c49a957 None None] Pushing event updated for resources: {'Port': ['ID=92204a35-c788-43e4-965c-b4b4d4455252,revision_number=3']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:50.781850 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae813238-fbb6-4377-a7ae-c6cd0db434f7 x-openstack-request-id: req-ae813238-fbb6-4377-a7ae-c6cd0db434f7 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:25:50.793569 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817f45aa-f8e6-44a8-8d20-6d684febc97b", "name": "network-vif-plugged", "status": "completed", "tag": "2ed13f07-4659-4bde-b969-c7d2912ffe64", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:25:50.793569 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae813238-fbb6-4377-a7ae-c6cd0db434f7 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:25:50.793569 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817f45aa-f8e6-44a8-8d20-6d684febc97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed13f07-4659-4bde-b969-c7d2912ffe64', 'code': 200} Aug 16 09:25:50.812562 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Attempting to bind port 92204a35-c788-43e4-965c-b4b4d4455252 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:25:50.812927 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Attempting to bind port 92204a35-c788-43e4-965c-b4b4d4455252 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:25:50.813242 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-48e32899-5a12-4844-960e-7f4a8f849720 req-63540c0c-9bf3-4280-90b3-46830da990c2 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524917 Aug 16 09:25:50.813351 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Attempting to bind port 92204a35-c788-43e4-965c-b4b4d4455252 on network 4c347564-1a56-4aae-8d6f-f3d99b41df67 {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:25:50.814618 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.822150 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:25:50.822150 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Checking segment: {'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:25:50.822150 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.822150 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Bound using segment: {'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:25:50.822150 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Bound port: 92204a35-c788-43e4-965c-b4b4d4455252, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'}}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:25:50.822150 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:50.893950 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f865bc0-1329-4ecb-be94-81b91d3e6548,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:50.901511 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] For port 92204a35-c788-43e4-965c-b4b4d4455252, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:25:50.904839 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] For port 92204a35-c788-43e4-965c-b4b4d4455252, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=92204a35-c788-43e4-965c-b4b4d4455252,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:25:50.911232 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] Checking segment: {'id': '86e69961-d278-4ce5-80ab-57f701ebd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:25:50.911605 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] Network hostable DHCP agents. Network: 70692bc9-cebb-4914-b3a3-cbf0968b9cec, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:25:50.971498 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.042112 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1aab89-2e55-4070-aac5-8c022c49a957 None None] Pushing event updated for resources: {'Port': ['ID=92204a35-c788-43e4-965c-b4b4d4455252,revision_number=4']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:51.046801 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] Network 70692bc9-cebb-4914-b3a3-cbf0968b9cec is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:25:51.051598 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Routers {'689f96f4-3c1a-4e7d-a0cb-a896dd503364'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:25:51.057942 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:51.151213 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, 70692bc9-cebb-4914-b3a3-cbf0968b9cec) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:51.160177 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47470) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:51.165425 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:51.173199 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7efc59b-9c70-4a18-aaf4-1727e5af8644 None None] Network 70692bc9-cebb-4914-b3a3-cbf0968b9cec requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:25:51.180617 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.275216 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-242a16a4-e9e7-404a-a908-942539f328d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8da60fd20f04416b976b83745a44755c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1130648 Aug 16 09:25:51.277727 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47472) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:51.285282 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6296e-9798-4de3-9cff-7f221fb0aaf3 req-64a764b2-50d3-4ccf-aa3f-97f9e453f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:51.287712 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-4dd6296e-9798-4de3-9cff-7f221fb0aaf3 req-64a764b2-50d3-4ccf-aa3f-97f9e453f84b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 1099 time: 0.1164477 Aug 16 09:25:51.287874 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] Set router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:25:51.311810 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-5c205535-6b0d-47cd-8a74-8d08003de118 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9125485 Aug 16 09:25:51.311954 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47474) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:51.318726 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-633524458-router', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:51.365616 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bce03-580d-4279-b7b2-eb8b1717d777 req-68eed0df-718d-4f5e-953d-cf6644f6dc21 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:51.367532 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-4dd6296e-9798-4de3-9cff-7f221fb0aaf3 req-6c9181f6-d873-4a7a-95e1-432322e393e5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684805 Aug 16 09:25:51.373718 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-983bce03-580d-4279-b7b2-eb8b1717d777 req-68eed0df-718d-4f5e-953d-cf6644f6dc21 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 946 time: 0.1691606 Aug 16 09:25:51.382246 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-661c3793-81d8-4604-932e-9e0827992781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.432330 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-661c3793-81d8-4604-932e-9e0827992781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.433004 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-983bce03-580d-4279-b7b2-eb8b1717d777 req-e4912bd2-9512-4aeb-94e4-a7f8aa7e71a9 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584886 Aug 16 09:25:51.458174 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec095752-b3bb-5336-b046-645ca276ff70-70692bc9-cebb-4914-b3a3-cbf0968b9cec', 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'fixed_ips': [{'subnet_id': '5f865bc0-1329-4ecb-be94-81b91d3e6548'}]}} from dv-cinder-804611-1-iscsi. {{(pid=94601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 09:25:51.459333 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.481257 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 859a2153-a037-4889-9a84-28cb711cd92b up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:51.492559 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.493881 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.549444 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.561179 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-661c3793-81d8-4604-932e-9e0827992781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.564393 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-661c3793-81d8-4604-932e-9e0827992781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.565858 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-661c3793-81d8-4604-932e-9e0827992781 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0fe7380-1fe4-4791-a452-bf1e258bd467 HTTP/1.1" status: 204 len: 168 time: 0.2870026 Aug 16 09:25:51.586621 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c3793-81d8-4604-932e-9e0827992781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fe7380-1fe4-4791-a452-bf1e258bd467,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:51.586888 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:47Z', 'revision_number': 4, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '92204a35-c788-43e4-965c-b4b4d4455252', 'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'mac_address': 'fa:16:3e:a8:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:46Z', 'updated_at': '2021-08-16T09:25:50Z', 'revision_number': 4, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'subnets': [{'id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:51.615131 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 859a2153-a037-4889-9a84-28cb711cd92b triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:51.615506 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.619469 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623c1ad-8d48-42ba-a3e1-c31000529986 None None] The sync data for ids ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'] in dv-cinder-804611-1-iscsi is: [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:47Z', 'revision_number': 4, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '92204a35-c788-43e4-965c-b4b4d4455252', 'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'mac_address': 'fa:16:3e:a8:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:46Z', 'updated_at': '2021-08-16T09:25:50Z', 'revision_number': 4, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'subnets': [{'id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:25:51.751099 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.db_base_plugin_common [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Allocated IP 172.20.0.2 (70692bc9-cebb-4914-b3a3-cbf0968b9cec/5f865bc0-1329-4ecb-be94-81b91d3e6548/894cca0a-f313-43cf-aecf-1cec0db82c95) {{(pid=94601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:25:51.851385 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.857743 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:51.877870 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:25:51.906923 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:25:51.907274 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device e0105cbe-1d15-4ab8-98e1-e5ce0b52a85d not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:25:51.992439 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Notify callbacks [] for port, precommit_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:52.001928 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Transition to ACTIVE for port object 894cca0a-f313-43cf-aecf-1cec0db82c95 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:52.019175 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Transition to ACTIVE for port object 894cca0a-f313-43cf-aecf-1cec0db82c95 will not be triggered until provisioned by entity DHCP. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:52.144211 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:52.181316 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:52.202258 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:52.215409 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Network 70692bc9-cebb-4914-b3a3-cbf0968b9cec is already hosted by enough agents. {{(pid=94601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:52.219849 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.base_scheduler [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Resources bound (agent type, host, resource id): {{(pid=94601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:52.223966 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Pushing event updated for resources: {'Port': ['ID=894cca0a-f313-43cf-aecf-1cec0db82c95,revision_number=1']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:52.225134 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Received port after_create {{(pid=94601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:25:52.293123 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Attempting to bind port 894cca0a-f313-43cf-aecf-1cec0db82c95 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:25:52.293496 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Attempting to bind port 894cca0a-f313-43cf-aecf-1cec0db82c95 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '86e69961-d278-4ce5-80ab-57f701ebd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:25:52.293861 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Attempting to bind port 894cca0a-f313-43cf-aecf-1cec0db82c95 on network 70692bc9-cebb-4914-b3a3-cbf0968b9cec {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:25:52.299501 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:25:52.299812 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Checking segment: {'id': '86e69961-d278-4ce5-80ab-57f701ebd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:25:52.300403 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:52.300802 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Bound using segment: {'id': '86e69961-d278-4ce5-80ab-57f701ebd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:25:52.301274 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Bound port: 894cca0a-f313-43cf-aecf-1cec0db82c95, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e69961-d278-4ce5-80ab-57f701ebd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:25:52.301712 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:52.341987 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Allocated IP 172.27.3.53 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/0d14783c-0203-40c4-8970-ded81396bc85) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:25:52.387630 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] For port 894cca0a-f313-43cf-aecf-1cec0db82c95, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:25:52.391174 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] For port 894cca0a-f313-43cf-aecf-1cec0db82c95, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=894cca0a-f313-43cf-aecf-1cec0db82c95,segment=NetworkSegment(86e69961-d278-4ce5-80ab-57f701ebd215),segment_id=86e69961-d278-4ce5-80ab-57f701ebd215)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:25:52.497640 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:52.510494 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:52.594600 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbd00a-18b0-4ffa-8979-df55d626272e None None] Pushing event updated for resources: {'Port': ['ID=894cca0a-f313-43cf-aecf-1cec0db82c95,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:52.616927 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857904b4-4eff-45a5-8fc3-3477bfb073d5 req-5b7383b3-1ba7-4e93-95c1-cf7c9f956b71 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:52.618385 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-857904b4-4eff-45a5-8fc3-3477bfb073d5 req-5b7383b3-1ba7-4e93-95c1-cf7c9f956b71 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 946 time: 0.0857627 Aug 16 09:25:52.673418 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-857904b4-4eff-45a5-8fc3-3477bfb073d5 req-4034e99d-26c6-4d3e-8aaf-cf3b1c39a65a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463748 Aug 16 09:25:52.698773 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:52.751634 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Pushing event updated for resources: {'Port': ['ID=0d14783c-0203-40c4-8970-ded81396bc85,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:52.759910 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:52.761408 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:52.763766 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:25:53.088224 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:53.317898 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438776'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:53.489982 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 92204a35-c788-43e4-965c-b4b4d4455252 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:53.647328 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 92204a35-c788-43e4-965c-b4b4d4455252 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:53.652325 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 92204a35-c788-43e4-965c-b4b4d4455252 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:53.652756 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:53.752275 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:53.788432 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Router f58e1653-958c-4c3f-b4d4-5cd17477f4ac is scheduled to L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 09:25:53.796174 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 92204a35-c788-43e4-965c-b4b4d4455252, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=92204a35-c788-43e4-965c-b4b4d4455252,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:53.823660 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb7fef-a815-4f9d-8288-059a5c565d09 req-133b1c2a-1096-4097-86bc-6aec5241844a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:53.825359 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a6cb7fef-a815-4f9d-8288-059a5c565d09 req-133b1c2a-1096-4097-86bc-6aec5241844a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 946 time: 0.0696585 Aug 16 09:25:53.856617 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:53.857906 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 894cca0a-f313-43cf-aecf-1cec0db82c95 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:53.865775 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47552) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:53.935662 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a6cb7fef-a815-4f9d-8288-059a5c565d09 req-d6a5a8b7-a0ba-4aab-a4f6-74a762d646fe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738645 Aug 16 09:25:53.958919 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0339b6-805d-4636-b911-da4c9235c7cf None None] Network 70692bc9-cebb-4914-b3a3-cbf0968b9cec requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:25:53.974875 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:25:54.014254 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Sync routers for ids ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:25:54.024703 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=92204a35-c788-43e4-965c-b4b4d4455252,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:54.061232 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-888e1503-74a7-48f7-9054-166ab6e4daec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.062830 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Routers {'f58e1653-958c-4c3f-b4d4-5cd17477f4ac'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:25:54.063489 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:54.070512 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.073850 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-4bea4db8-14ec-4cbf-9d3d-534b8c56190c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7606077 Aug 16 09:25:54.079319 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47560) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:54.173292 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-b67ffd6a-fbe0-493c-a4a3-eef98409631d None None] Provisioning for port 894cca0a-f313-43cf-aecf-1cec0db82c95 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:54.207712 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 894cca0a-f313-43cf-aecf-1cec0db82c95 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:54.223266 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 894cca0a-f313-43cf-aecf-1cec0db82c95 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:54.223639 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.256941 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-888e1503-74a7-48f7-9054-166ab6e4daec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.284089 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Set router f58e1653-958c-4c3f-b4d4-5cd17477f4ac gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:25:54.382384 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-888e1503-74a7-48f7-9054-166ab6e4daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.423383 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-888e1503-74a7-48f7-9054-166ab6e4daec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50943f57c23c42e5a2dc1d67b433afe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555537 Aug 16 09:25:54.424798 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e1503-74a7-48f7-9054-166ab6e4daec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046835f1-4ca4-4529-8718-ec726bf43c52,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:54.427555 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47564) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:54.496926 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-38f12d68-29ab-4fce-968a-d94561a81aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.505970 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.535147 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-38f12d68-29ab-4fce-968a-d94561a81aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.571045 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 894cca0a-f313-43cf-aecf-1cec0db82c95, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=894cca0a-f313-43cf-aecf-1cec0db82c95,segment=NetworkSegment(86e69961-d278-4ce5-80ab-57f701ebd215),segment_id=86e69961-d278-4ce5-80ab-57f701ebd215)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:54.594044 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'name': 'tempest-TestShelveInstance-633524458-router', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '0d14783c-0203-40c4-8970-ded81396bc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:51Z', 'updated_at': '2021-08-16T09:25:52Z', 'revision_number': 3, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'gw_port': {'id': '0d14783c-0203-40c4-8970-ded81396bc85', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:52Z', 'updated_at': '2021-08-16T09:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:54.689246 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.748000 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-38f12d68-29ab-4fce-968a-d94561a81aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.751338 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-38f12d68-29ab-4fce-968a-d94561a81aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.755186 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-38f12d68-29ab-4fce-968a-d94561a81aa9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/046835f1-4ca4-4529-8718-ec726bf43c52 HTTP/1.1" status: 204 len: 168 time: 0.3239856 Aug 16 09:25:54.755361 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.756111 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Checking router: f58e1653-958c-4c3f-b4d4-5cd17477f4ac for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:25:54.756484 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Updating router f58e1653-958c-4c3f-b4d4-5cd17477f4ac port 0d14783c-0203-40c4-8970-ded81396bc85 binding host dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:25:54.770505 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f12d68-29ab-4fce-968a-d94561a81aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046835f1-4ca4-4529-8718-ec726bf43c52,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:54.833468 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-803bd84c-9bd7-48bd-a6f7-7f2bd2a8e83d None None] Provisioning complete for port 894cca0a-f313-43cf-aecf-1cec0db82c95 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:54.834203 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-803bd84c-9bd7-48bd-a6f7-7f2bd2a8e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.835594 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:54.908868 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=894cca0a-f313-43cf-aecf-1cec0db82c95,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:54.926472 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Allocated IP 172.20.0.1 (70692bc9-cebb-4914-b3a3-cbf0968b9cec/5f865bc0-1329-4ecb-be94-81b91d3e6548/0733a4f1-1eb6-4512-9b36-20f3a0801e53) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:25:55.066618 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.098402 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Transition to ACTIVE for port object 0733a4f1-1eb6-4512-9b36-20f3a0801e53 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:55.190350 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.201124 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Transition to ACTIVE for port object 0d14783c-0203-40c4-8970-ded81396bc85 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:25:55.274160 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.307008 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.316937 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Network 70692bc9-cebb-4914-b3a3-cbf0968b9cec is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:55.323983 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:55.328028 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:25:55.328508 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-365101'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.386151 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Attempting to bind port 0d14783c-0203-40c4-8970-ded81396bc85 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:25:55.386544 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Attempting to bind port 0d14783c-0203-40c4-8970-ded81396bc85 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:25:55.386959 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Attempting to bind port 0d14783c-0203-40c4-8970-ded81396bc85 on network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:25:55.388960 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b63a98-bf94-4020-a24b-6b25e3e0061b None None] Pushing event updated for resources: {'Port': ['ID=0d14783c-0203-40c4-8970-ded81396bc85,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:55.395195 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:25:55.395632 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Checking segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:25:55.396496 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.396580 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Bound using segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:25:55.397193 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Bound port: 0d14783c-0203-40c4-8970-ded81396bc85, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:25:55.397635 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.469515 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] For port 0d14783c-0203-40c4-8970-ded81396bc85, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:25:55.473858 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] For port 0d14783c-0203-40c4-8970-ded81396bc85, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=0d14783c-0203-40c4-8970-ded81396bc85,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:25:55.479820 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Pushing event updated for resources: {'Port': ['ID=0733a4f1-1eb6-4512-9b36-20f3a0801e53,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:55.518201 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 92204a35-c788-43e4-965c-b4b4d4455252 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:55.573278 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 92204a35-c788-43e4-965c-b4b4d4455252 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:55.573907 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.597095 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.670574 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.676695 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b63a98-bf94-4020-a24b-6b25e3e0061b None None] Pushing event updated for resources: {'Port': ['ID=0d14783c-0203-40c4-8970-ded81396bc85,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:55.682581 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Routers {'f58e1653-958c-4c3f-b4d4-5cd17477f4ac'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:25:55.683197 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:55.771484 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 894cca0a-f313-43cf-aecf-1cec0db82c95 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:55.847555 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91efebc4-b7bb-47e8-9ff7-d34b006aeeba None None] Provisioning for port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:55.855554 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.860715 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] Set router f58e1653-958c-4c3f-b4d4-5cd17477f4ac gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:25:55.862673 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91efebc4-b7bb-47e8-9ff7-d34b006aeeba None None] Provisioning complete for port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:55.863050 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91efebc4-b7bb-47e8-9ff7-d34b006aeeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.953664 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.954485 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365241'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:55.967520 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 894cca0a-f313-43cf-aecf-1cec0db82c95 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:55.967902 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:56.030967 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91efebc4-b7bb-47e8-9ff7-d34b006aeeba None None] Port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:25:56.089961 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Pushing event updated for resources: {'Port': ['ID=0733a4f1-1eb6-4512-9b36-20f3a0801e53,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:56.166194 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Network 70692bc9-cebb-4914-b3a3-cbf0968b9cec is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:56.168142 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:56.192120 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'name': 'tempest-TestShelveInstance-633524458-router', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '0d14783c-0203-40c4-8970-ded81396bc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:51Z', 'updated_at': '2021-08-16T09:25:55Z', 'revision_number': 4, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'gw_port': {'id': '0d14783c-0203-40c4-8970-ded81396bc85', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:52Z', 'updated_at': '2021-08-16T09:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '0733a4f1-1eb6-4512-9b36-20f3a0801e53', 'name': '', 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'mac_address': 'fa:16:3e:46:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '5f865bc0-1329-4ecb-be94-81b91d3e6548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:54Z', 'updated_at': '2021-08-16T09:25:54Z', 'revision_number': 1, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'subnets': [{'id': '5f865bc0-1329-4ecb-be94-81b91d3e6548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:56.233163 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329c6b-83cc-4449-8ad4-6c8584699262 None None] The sync data for ids ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'] in dv-cinder-804611-1-iscsi is: [{'id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'name': 'tempest-TestShelveInstance-633524458-router', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '0d14783c-0203-40c4-8970-ded81396bc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:51Z', 'updated_at': '2021-08-16T09:25:55Z', 'revision_number': 4, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'gw_port': {'id': '0d14783c-0203-40c4-8970-ded81396bc85', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:52Z', 'updated_at': '2021-08-16T09:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '0733a4f1-1eb6-4512-9b36-20f3a0801e53', 'name': '', 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'mac_address': 'fa:16:3e:46:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '5f865bc0-1329-4ecb-be94-81b91d3e6548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:54Z', 'updated_at': '2021-08-16T09:25:54Z', 'revision_number': 1, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'subnets': [{'id': '5f865bc0-1329-4ecb-be94-81b91d3e6548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:25:56.311096 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Router f58e1653-958c-4c3f-b4d4-5cd17477f4ac has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:25:56.430012 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:25:56.444898 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-8be8eebb-d0d2-492a-9ab6-db8d7dd0827c admin admin] 10.222.0.39 "PUT /v2.0/routers/f58e1653-958c-4c3f-b4d4-5cd17477f4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3666091 Aug 16 09:25:56.467507 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-d049b066-87bc-4d26-a9e3-7eb4aae91715 None None] Provisioning complete for port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:56.468114 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d049b066-87bc-4d26-a9e3-7eb4aae91715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:56.568821 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-d049b066-87bc-4d26-a9e3-7eb4aae91715 None None] Port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:25:57.448101 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ea49c-2ad1-4205-b543-618014539cd9 req-c49ebf9b-0286-43f0-bdfb-7144a3436c4c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:57.456068 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7b3ea49c-2ad1-4205-b543-618014539cd9 req-c49ebf9b-0286-43f0-bdfb-7144a3436c4c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 945 time: 0.0774469 Aug 16 09:25:57.467025 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47642) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:57.473415 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-0fdb816d-b99f-4692-9f05-231ad189eab5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081384356', 'description': 'tempest-secgroup-smoke-1081384356 description', 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:57.515122 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7b3ea49c-2ad1-4205-b543-618014539cd9 req-2684bdb2-4993-45ca-a5f2-74591e185f1d tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571473 Aug 16 09:25:57.515883 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 0d14783c-0203-40c4-8970-ded81396bc85 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:57.537531 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47644) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:57.610531 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0fdb816d-b99f-4692-9f05-231ad189eab5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:57.647477 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 0d14783c-0203-40c4-8970-ded81396bc85 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:25:57.653821 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 0d14783c-0203-40c4-8970-ded81396bc85 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:57.656775 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:57.721211 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0fdb816d-b99f-4692-9f05-231ad189eab5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:57.750077 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:57.776528 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 0d14783c-0203-40c4-8970-ded81396bc85, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=0d14783c-0203-40c4-8970-ded81396bc85,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:25:57.805712 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339fd57b-fdb5-44c4-a610-28fb8372c2e5 tempest-TestMinimumBasicScenario-1847154802 tempest-TestMinimumBasicScenario-1847154802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:25:57.807853 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-339fd57b-fdb5-44c4-a610-28fb8372c2e5 tempest-TestMinimumBasicScenario-1847154802 tempest-TestMinimumBasicScenario-1847154802-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 1093 time: 0.2688591 Aug 16 09:25:57.810303 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0fdb816d-b99f-4692-9f05-231ad189eab5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:57.810945 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47658) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:57.815668 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Request body: {'floatingip': {'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'port_id': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:57.841015 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb816d-b99f-4692-9f05-231ad189eab5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295676f4-ecbb-453d-9e7d-0c197b70a372,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:57.875224 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:57.904008 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:57.930428 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=0d14783c-0203-40c4-8970-ded81396bc85,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:57.983483 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0fdb816d-b99f-4692-9f05-231ad189eab5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:57.985094 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-0fdb816d-b99f-4692-9f05-231ad189eab5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5164363 Aug 16 09:25:57.988221 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47662) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:57.992896 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-cb0bb566-ded9-4b2b-9229-7b4fada3381a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Request body: {'security_group_rule': {'security_group_id': '295676f4-ecbb-453d-9e7d-0c197b70a372', 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:58.019817 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:58.132005 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Allocated IP 172.27.3.151 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/8ae66641-e70e-4adc-aeaf-f8f9c3d0ce5f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:25:58.324667 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:58.355331 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb566-ded9-4b2b-9229-7b4fada3381a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:58.422013 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb566-ded9-4b2b-9229-7b4fada3381a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.017485 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.058169 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:25:59.061191 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:25:59.065011 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:25:59.086427 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'Port': ['ID=8ae66641-e70e-4adc-aeaf-f8f9c3d0ce5f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:59.098805 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb566-ded9-4b2b-9229-7b4fada3381a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.124378 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bb566-ded9-4b2b-9229-7b4fada3381a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b722933-c211-4688-b0d2-881d4ab02714,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:59.213043 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47670) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:59.258014 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb566-ded9-4b2b-9229-7b4fada3381a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.259813 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-cb0bb566-ded9-4b2b-9229-7b4fada3381a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2699838 Aug 16 09:25:59.262810 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47674) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:59.267981 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-8d80c48e-28b7-4d5a-8a3c-57c8fbdcca4c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Request body: {'security_group_rule': {'security_group_id': '295676f4-ecbb-453d-9e7d-0c197b70a372', 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:59.327672 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-782290d6-58a0-4dc2-8474-27f9778da1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.376163 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d80c48e-28b7-4d5a-8a3c-57c8fbdcca4c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.473183 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d80c48e-28b7-4d5a-8a3c-57c8fbdcca4c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.473970 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 0d14783c-0203-40c4-8970-ded81396bc85 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:25:59.505880 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-782290d6-58a0-4dc2-8474-27f9778da1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.535518 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 0d14783c-0203-40c4-8970-ded81396bc85 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:25:59.536445 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.553427 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d80c48e-28b7-4d5a-8a3c-57c8fbdcca4c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.573020 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80c48e-28b7-4d5a-8a3c-57c8fbdcca4c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbfb498-68d9-4fd6-a628-9240f81f711b,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:59.586059 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-782290d6-58a0-4dc2-8474-27f9778da1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.629065 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-782290d6-58a0-4dc2-8474-27f9778da1a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f56edcba8d994fe287bc29456468f8a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147730 Aug 16 09:25:59.633267 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47680) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:59.642139 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782290d6-58a0-4dc2-8474-27f9778da1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8426b60a-2a66-46c7-ac43-9946deea3adb,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:59.659766 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d80c48e-28b7-4d5a-8a3c-57c8fbdcca4c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.659766 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-8d80c48e-28b7-4d5a-8a3c-57c8fbdcca4c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3953176 Aug 16 09:25:59.664152 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47682) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:25:59.669476 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-f84023fc-c5cd-4289-abb5-db8a86ac150a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Request body: {'security_group_rule': {'security_group_id': '295676f4-ecbb-453d-9e7d-0c197b70a372', 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:25:59.717324 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56cc94c9-f702-41e9-8e24-b1fc294c4d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.742712 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56cc94c9-f702-41e9-8e24-b1fc294c4d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.785182 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f84023fc-c5cd-4289-abb5-db8a86ac150a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.874174 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Sync routers for ids ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:25:59.885294 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Routers {'f58e1653-958c-4c3f-b4d4-5cd17477f4ac'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:25:59.886092 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56cc94c9-f702-41e9-8e24-b1fc294c4d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.886376 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:25:59.886538 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.888939 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56cc94c9-f702-41e9-8e24-b1fc294c4d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.892724 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-56cc94c9-f702-41e9-8e24-b1fc294c4d0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8426b60a-2a66-46c7-ac43-9946deea3adb HTTP/1.1" status: 204 len: 168 time: 0.2557847 Aug 16 09:25:59.907671 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f84023fc-c5cd-4289-abb5-db8a86ac150a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:25:59.909143 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc94c9-f702-41e9-8e24-b1fc294c4d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8426b60a-2a66-46c7-ac43-9946deea3adb,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:25:59.983637 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f84023fc-c5cd-4289-abb5-db8a86ac150a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.001429 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84023fc-c5cd-4289-abb5-db8a86ac150a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850b831f-ece8-44a4-a6b7-02afdb873158,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:00.008878 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Set router f58e1653-958c-4c3f-b4d4-5cd17477f4ac gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:26:00.092161 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f84023fc-c5cd-4289-abb5-db8a86ac150a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.094178 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f84023fc-c5cd-4289-abb5-db8a86ac150a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4285746 Aug 16 09:26:00.096650 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47686) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:00.101664 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-80b2920b-7c84-4773-866a-3cd402697582 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Request body: {'security_group_rule': {'security_group_id': '295676f4-ecbb-453d-9e7d-0c197b70a372', 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:00.123362 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.209377 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-80b2920b-7c84-4773-866a-3cd402697582 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.217496 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'name': 'tempest-TestShelveInstance-633524458-router', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '0d14783c-0203-40c4-8970-ded81396bc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:51Z', 'updated_at': '2021-08-16T09:25:55Z', 'revision_number': 4, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'gw_port': {'id': '0d14783c-0203-40c4-8970-ded81396bc85', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:52Z', 'updated_at': '2021-08-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '0733a4f1-1eb6-4512-9b36-20f3a0801e53', 'name': '', 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'mac_address': 'fa:16:3e:46:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '5f865bc0-1329-4ecb-be94-81b91d3e6548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:54Z', 'updated_at': '2021-08-16T09:25:55Z', 'revision_number': 2, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'subnets': [{'id': '5f865bc0-1329-4ecb-be94-81b91d3e6548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:00.244973 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Checking router: f58e1653-958c-4c3f-b4d4-5cd17477f4ac for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:26:00.245607 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Updating router f58e1653-958c-4c3f-b4d4-5cd17477f4ac port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 binding host dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:26:00.271453 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.282275 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-80b2920b-7c84-4773-866a-3cd402697582 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.295173 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.376048 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-80b2920b-7c84-4773-866a-3cd402697582 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.396075 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2920b-7c84-4773-866a-3cd402697582 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0647a79b-2e28-4f47-92a2-cc9b2cf3f9ba,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:00.406842 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.451354 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.499321 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'Port': ['ID=8ae66641-e70e-4adc-aeaf-f8f9c3d0ce5f,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:00.507489 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-80b2920b-7c84-4773-866a-3cd402697582 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.509388 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-80b2920b-7c84-4773-866a-3cd402697582 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4107647 Aug 16 09:26:00.512185 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47692) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:00.516762 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-f0790fee-d000-4261-8f50-7607e4bd8566 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Request body: {'security_group_rule': {'security_group_id': '295676f4-ecbb-453d-9e7d-0c197b70a372', 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:00.552063 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Notify callbacks [] for port, precommit_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.567338 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.provisioning_blocks [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Transition to ACTIVE for port object 0733a4f1-1eb6-4512-9b36-20f3a0801e53 will not be triggered until provisioned by entity L2. {{(pid=94602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:26:00.582932 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.l3_db [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Floating IP d3c3229b-3025-4d9c-89c1-0a804f2084fc associated. External IP: 172.27.3.151, port: 95501d32-6dd3-48df-8e51-3f1c3a1a4c20. Aug 16 09:26:00.605215 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.securitygroups_db [None req-f0790fee-d000-4261-8f50-7607e4bd8566 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Project e5e50dd4e9ce4a1db3389a77a5e5dc7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 09:26:00.611296 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0790fee-d000-4261-8f50-7607e4bd8566 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.633739 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.652440 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47696) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:00.671694 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e73c3ac8-ba92-433b-9b44-6d9a375de115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.692459 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5ba6c-c79f-4672-b768-28cb96d2a672 None None] Pushing event updated for resources: {'Port': ['ID=0733a4f1-1eb6-4512-9b36-20f3a0801e53,revision_number=3']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:00.734413 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0790fee-d000-4261-8f50-7607e4bd8566 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.756541 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Attempting to bind port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:26:00.756907 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Attempting to bind port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '86e69961-d278-4ce5-80ab-57f701ebd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec'}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:26:00.757318 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Attempting to bind port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 on network 70692bc9-cebb-4914-b3a3-cbf0968b9cec {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:26:00.763985 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:26:00.764386 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Checking segment: {'id': '86e69961-d278-4ce5-80ab-57f701ebd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:26:00.764790 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.765237 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Bound using segment: {'id': '86e69961-d278-4ce5-80ab-57f701ebd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec'} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:26:00.765718 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Bound port: 0733a4f1-1eb6-4512-9b36-20f3a0801e53, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e69961-d278-4ce5-80ab-57f701ebd215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec'}}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:26:00.766124 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.816702 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0790fee-d000-4261-8f50-7607e4bd8566 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.832058 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e73c3ac8-ba92-433b-9b44-6d9a375de115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.846843 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Router 91d4021c-e232-4483-bd40-089b8eae543d has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:26:00.850570 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0790fee-d000-4261-8f50-7607e4bd8566 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d84ad0-b2ae-4931-9ead-850190ba8f7f,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:00.859168 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] For port 0733a4f1-1eb6-4512-9b36-20f3a0801e53, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:26:00.862567 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] For port 0733a4f1-1eb6-4512-9b36-20f3a0801e53, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=0733a4f1-1eb6-4512-9b36-20f3a0801e53,segment=NetworkSegment(86e69961-d278-4ce5-80ab-57f701ebd215),segment_id=86e69961-d278-4ce5-80ab-57f701ebd215)] {{(pid=94602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:26:00.936837 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e73c3ac8-ba92-433b-9b44-6d9a375de115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.963699 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:26:00.974929 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3a158-ceca-4c98-8aa8-9f048fbf6b91 None None] Sync routers for ids ['91d4021c-e232-4483-bd40-089b8eae543d'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:26:00.978560 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:00.979930 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c3ac8-ba92-433b-9b44-6d9a375de115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f6236c-38f5-40dc-b635-185d229f2e67,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:00.987599 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-e73c3ac8-ba92-433b-9b44-6d9a375de115 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff1e56bcca1447d3996605e7a348154e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315330 Aug 16 09:26:00.987775 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3a158-ceca-4c98-8aa8-9f048fbf6b91 None None] Routers {'91d4021c-e232-4483-bd40-089b8eae543d'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:26:00.987775 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d4b3a158-ceca-4c98-8aa8-9f048fbf6b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['91d4021c-e232-4483-bd40-089b8eae543d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:00.990068 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47698) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:01.018302 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0790fee-d000-4261-8f50-7607e4bd8566 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.020123 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f0790fee-d000-4261-8f50-7607e4bd8566 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5066903 Aug 16 09:26:01.022803 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47700) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:01.027576 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6f7ecaa3-ee5d-46fe-981a-fa0958e340a4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Request body: {'security_group_rule': {'security_group_id': '295676f4-ecbb-453d-9e7d-0c197b70a372', 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:01.042515 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5ba6c-c79f-4672-b768-28cb96d2a672 None None] Pushing event updated for resources: {'Port': ['ID=0733a4f1-1eb6-4512-9b36-20f3a0801e53,revision_number=4']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:01.066483 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b36da538-7d33-4fcb-9d4a-cf7111ae8c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.100639 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Routers {'f58e1653-958c-4c3f-b4d4-5cd17477f4ac'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:26:01.101348 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:01.102181 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b36da538-7d33-4fcb-9d4a-cf7111ae8c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.105657 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.182888 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-257c2d58-6522-4037-bd36-0f29a7a80048 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3681519 Aug 16 09:26:01.182888 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:26:01.183767 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:26:01.186230 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47704) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:01.192791 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-6adcf539-57b8-49f6-a99e-2726090cbc9e tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258968419', 'description': 'tempest-secgroup-smoke-258968419 description', 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:01.234963 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] Set router f58e1653-958c-4c3f-b4d4-5cd17477f4ac gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:26:01.235683 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b262d6e5-5d91-4178-aa80-5f0260786296 x-openstack-request-id: req-b262d6e5-5d91-4178-aa80-5f0260786296 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:26:01.236091 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:26:01.236527 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b262d6e5-5d91-4178-aa80-5f0260786296 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:26:01.237012 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'status': 'completed', 'code': 200} Aug 16 09:26:01.270050 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-6f7ecaa3-ee5d-46fe-981a-fa0958e340a4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Project e5e50dd4e9ce4a1db3389a77a5e5dc7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 09:26:01.276993 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f7ecaa3-ee5d-46fe-981a-fa0958e340a4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.316534 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b36da538-7d33-4fcb-9d4a-cf7111ae8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.319932 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b36da538-7d33-4fcb-9d4a-cf7111ae8c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.321895 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-b36da538-7d33-4fcb-9d4a-cf7111ae8c69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3f6236c-38f5-40dc-b635-185d229f2e67 HTTP/1.1" status: 204 len: 168 time: 0.3328247 Aug 16 09:26:01.346878 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36da538-7d33-4fcb-9d4a-cf7111ae8c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f6236c-38f5-40dc-b635-185d229f2e67,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:01.366101 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8 req-d5eed669-e33a-4402-b099-ddfe9eaca065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:01.370016 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8 req-d5eed669-e33a-4402-b099-ddfe9eaca065 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc89ea9ff08c4f349d79106aea0b2c99&device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 1098 time: 0.0912836 Aug 16 09:26:01.403619 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f7ecaa3-ee5d-46fe-981a-fa0958e340a4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.425262 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6adcf539-57b8-49f6-a99e-2726090cbc9e tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.466351 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d4b3a158-ceca-4c98-8aa8-9f048fbf6b91 None None] Set router 91d4021c-e232-4483-bd40-089b8eae543d gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:26:01.493066 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f7ecaa3-ee5d-46fe-981a-fa0958e340a4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.526252 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'name': 'tempest-TestShelveInstance-633524458-router', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '0d14783c-0203-40c4-8970-ded81396bc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:51Z', 'updated_at': '2021-08-16T09:25:55Z', 'revision_number': 4, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'gw_port': {'id': '0d14783c-0203-40c4-8970-ded81396bc85', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:52Z', 'updated_at': '2021-08-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '0733a4f1-1eb6-4512-9b36-20f3a0801e53', 'name': '', 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'mac_address': 'fa:16:3e:46:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '5f865bc0-1329-4ecb-be94-81b91d3e6548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:54Z', 'updated_at': '2021-08-16T09:26:00Z', 'revision_number': 4, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'subnets': [{'id': '5f865bc0-1329-4ecb-be94-81b91d3e6548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:01.534959 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ecaa3-ee5d-46fe-981a-fa0958e340a4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1322e424-3fc2-462f-9167-f5e59854408f,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:01.591988 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cd1403-029f-487a-92ae-e7b697735cfd None None] The sync data for ids ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'] in dv-cinder-804611-1-iscsi is: [{'id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'name': 'tempest-TestShelveInstance-633524458-router', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '0d14783c-0203-40c4-8970-ded81396bc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:51Z', 'updated_at': '2021-08-16T09:25:55Z', 'revision_number': 4, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'gw_port': {'id': '0d14783c-0203-40c4-8970-ded81396bc85', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:52Z', 'updated_at': '2021-08-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '0733a4f1-1eb6-4512-9b36-20f3a0801e53', 'name': '', 'network_id': '70692bc9-cebb-4914-b3a3-cbf0968b9cec', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'mac_address': 'fa:16:3e:46:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '5f865bc0-1329-4ecb-be94-81b91d3e6548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:54Z', 'updated_at': '2021-08-16T09:26:00Z', 'revision_number': 4, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'subnets': [{'id': '5f865bc0-1329-4ecb-be94-81b91d3e6548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:26:01.604757 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 0733a4f1-1eb6-4512-9b36-20f3a0801e53 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:26:01.625049 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8 req-34dff1c0-5e4d-44be-a520-d4b8e830faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:01.626939 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8 req-34dff1c0-5e4d-44be-a520-d4b8e830faf4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5536abb9-3261-4edc-ace7-93b6a309c0d2 HTTP/1.1" status: 200 len: 915 time: 0.2432323 Aug 16 09:26:01.634397 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6adcf539-57b8-49f6-a99e-2726090cbc9e tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.712389 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6adcf539-57b8-49f6-a99e-2726090cbc9e tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.734968 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8 req-9b71b088-4b01-4ba4-a346-05c9c37d3ab2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20 HTTP/1.1" status: 200 len: 999 time: 0.0886035 Aug 16 09:26:01.783251 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f7ecaa3-ee5d-46fe-981a-fa0958e340a4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.792406 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-6f7ecaa3-ee5d-46fe-981a-fa0958e340a4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7608218 Aug 16 09:26:01.806338 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcf539-57b8-49f6-a99e-2726090cbc9e tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481cea1e-d20f-4d2b-b219-171cc2abefdd,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:01.824949 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8 req-d0dfb0f0-5903-4e77-8608-ed8fd07b13db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:01.827426 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8 req-d0dfb0f0-5903-4e77-8608-ed8fd07b13db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e892491c-fa11-4c24-964c-58f52812419d HTTP/1.1" status: 200 len: 853 time: 0.0727403 Aug 16 09:26:01.900866 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:26:01.907251 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:26:01.907715 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.917634 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6adcf539-57b8-49f6-a99e-2726090cbc9e tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.926380 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47726) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:01.938823 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6adcf539-57b8-49f6-a99e-2726090cbc9e tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7400818 Aug 16 09:26:01.939039 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4d418fa6-6f67-425c-bb7a-55eeff382b62 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Request body: {'security_group_rule': {'security_group_id': '481cea1e-d20f-4d2b-b219-171cc2abefdd', 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:01.942598 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:01.948329 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8 req-4f3f13df-7f95-44d0-b6a2-53a9c976013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:01.950312 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8 req-4f3f13df-7f95-44d0-b6a2-53a9c976013c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5536abb9-3261-4edc-ace7-93b6a309c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1087456 Aug 16 09:26:01.951527 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d4b3a158-ceca-4c98-8aa8-9f048fbf6b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:44Z', 'revision_number': 4, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'd3c3229b-3025-4d9c-89c1-0a804f2084fc', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'port_id': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'mac_address': 'fa:16:3e:8b:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:25:59Z', 'updated_at': '2021-08-16T09:25:59Z', 'revision_number': 0, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5e485d-3af9-4b3a-8ffe-74cc01489f3f', 'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'mac_address': 'fa:16:3e:6c:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e892491c-fa11-4c24-964c-58f52812419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:43Z', 'updated_at': '2021-08-16T09:24:52Z', 'revision_number': 5, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'subnets': [{'id': 'e892491c-fa11-4c24-964c-58f52812419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:01.954971 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:26:01.997610 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3a158-ceca-4c98-8aa8-9f048fbf6b91 None None] Checking router: 91d4021c-e232-4483-bd40-089b8eae543d for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:26:02.019099 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3a158-ceca-4c98-8aa8-9f048fbf6b91 None None] Routers {'91d4021c-e232-4483-bd40-089b8eae543d'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:26:02.021618 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d4b3a158-ceca-4c98-8aa8-9f048fbf6b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['91d4021c-e232-4483-bd40-089b8eae543d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:02.079951 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d418fa6-6f67-425c-bb7a-55eeff382b62 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:02.199504 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d418fa6-6f67-425c-bb7a-55eeff382b62 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:02.204955 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8 req-edb1d965-78e2-4980-9a2f-5ed0914b827d service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343748 Aug 16 09:26:02.216266 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:02.244755 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d4b3a158-ceca-4c98-8aa8-9f048fbf6b91 None None] Set router 91d4021c-e232-4483-bd40-089b8eae543d gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:26:02.293386 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 0733a4f1-1eb6-4512-9b36-20f3a0801e53, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=0733a4f1-1eb6-4512-9b36-20f3a0801e53,segment=NetworkSegment(86e69961-d278-4ce5-80ab-57f701ebd215),segment_id=86e69961-d278-4ce5-80ab-57f701ebd215)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:02.297947 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d418fa6-6f67-425c-bb7a-55eeff382b62 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:02.325875 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d418fa6-6f67-425c-bb7a-55eeff382b62 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04739a75-bca0-40b7-811e-60a25e2e1195,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:02.334528 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f008f252-8e1e-43a1-b62d-c82cfe9e3fb8 req-5b48ad3a-7526-4c45-855d-1b2e6f59cec0 service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222260 Aug 16 09:26:02.379032 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:02.406705 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d418fa6-6f67-425c-bb7a-55eeff382b62 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:02.411777 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47764) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:02.412614 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-4d418fa6-6f67-425c-bb7a-55eeff382b62 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4845655 Aug 16 09:26:02.425350 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-de5bb048-af79-4ba3-907f-db593e93b375 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Request body: {'security_group_rule': {'security_group_id': '481cea1e-d20f-4d2b-b219-171cc2abefdd', 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:02.478493 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=0733a4f1-1eb6-4512-9b36-20f3a0801e53,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:02.548932 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d4b3a158-ceca-4c98-8aa8-9f048fbf6b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:44Z', 'revision_number': 4, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'd3c3229b-3025-4d9c-89c1-0a804f2084fc', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'port_id': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'mac_address': 'fa:16:3e:8b:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:25:59Z', 'updated_at': '2021-08-16T09:25:59Z', 'revision_number': 0, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5e485d-3af9-4b3a-8ffe-74cc01489f3f', 'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'mac_address': 'fa:16:3e:6c:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e892491c-fa11-4c24-964c-58f52812419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:43Z', 'updated_at': '2021-08-16T09:24:52Z', 'revision_number': 5, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'subnets': [{'id': 'e892491c-fa11-4c24-964c-58f52812419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:02.575218 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-de5bb048-af79-4ba3-907f-db593e93b375 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:02.577156 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b3a158-ceca-4c98-8aa8-9f048fbf6b91 None None] The sync data for ids ['91d4021c-e232-4483-bd40-089b8eae543d'] in dv-cinder-804611-1-iscsi is: [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:44Z', 'revision_number': 4, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'd3c3229b-3025-4d9c-89c1-0a804f2084fc', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'floating_ip_address': '172.27.3.151', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'port_id': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'mac_address': 'fa:16:3e:8b:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:25:59Z', 'updated_at': '2021-08-16T09:25:59Z', 'revision_number': 0, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5e485d-3af9-4b3a-8ffe-74cc01489f3f', 'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'mac_address': 'fa:16:3e:6c:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e892491c-fa11-4c24-964c-58f52812419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:43Z', 'updated_at': '2021-08-16T09:24:52Z', 'revision_number': 5, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'subnets': [{'id': 'e892491c-fa11-4c24-964c-58f52812419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:26:02.677786 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-de5bb048-af79-4ba3-907f-db593e93b375 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:02.773033 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-de5bb048-af79-4ba3-907f-db593e93b375 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:02.807597 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bb048-af79-4ba3-907f-db593e93b375 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58eaff40-4251-44b6-99c3-b17cbdfc2c40,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:02.875482 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fa09c-0282-46fe-aff5-5cace3788b65 None None] New status for floating IP d3c3229b-3025-4d9c-89c1-0a804f2084fc: ACTIVE {{(pid=94602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:26:02.882052 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-de5bb048-af79-4ba3-907f-db593e93b375 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:02.882052 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-de5bb048-af79-4ba3-907f-db593e93b375 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4658639 Aug 16 09:26:02.882341 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47778) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:02.888422 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-4222406d-bdf1-485e-8901-e4504abc0c5b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Request body: {'security_group_rule': {'security_group_id': '481cea1e-d20f-4d2b-b219-171cc2abefdd', 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:03.006940 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4222406d-bdf1-485e-8901-e4504abc0c5b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.103499 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4222406d-bdf1-485e-8901-e4504abc0c5b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.195015 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4222406d-bdf1-485e-8901-e4504abc0c5b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.218020 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222406d-bdf1-485e-8901-e4504abc0c5b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61eb52cd-aa6a-49c1-bdfa-6b251a3b7a57,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:03.309139 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4222406d-bdf1-485e-8901-e4504abc0c5b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.310381 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-4222406d-bdf1-485e-8901-e4504abc0c5b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4270945 Aug 16 09:26:03.313423 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47798) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:03.318165 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-ae4ab7fc-6094-42f2-ad04-47922fc44270 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Request body: {'security_group_rule': {'security_group_id': '481cea1e-d20f-4d2b-b219-171cc2abefdd', 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:03.438408 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 0733a4f1-1eb6-4512-9b36-20f3a0801e53 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:26:03.442523 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab7fc-6094-42f2-ad04-47922fc44270 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.509710 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:26:03.510094 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.514716 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab7fc-6094-42f2-ad04-47922fc44270 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.605127 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab7fc-6094-42f2-ad04-47922fc44270 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.640781 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ab7fc-6094-42f2-ad04-47922fc44270 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca0ca62-84e7-4faf-8c98-67ccf68e5682,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:03.715298 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab7fc-6094-42f2-ad04-47922fc44270 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.716612 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-ae4ab7fc-6094-42f2-ad04-47922fc44270 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4021761 Aug 16 09:26:03.719458 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47824) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:03.728326 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-db72aa9d-3749-40c1-b8de-f00f59e58b85 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Request body: {'security_group_rule': {'security_group_id': '481cea1e-d20f-4d2b-b219-171cc2abefdd', 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:03.799406 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.securitygroups_db [None req-db72aa9d-3749-40c1-b8de-f00f59e58b85 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Project bc89ea9ff08c4f349d79106aea0b2c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 09:26:03.804979 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db72aa9d-3749-40c1-b8de-f00f59e58b85 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.872623 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db72aa9d-3749-40c1-b8de-f00f59e58b85 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.964676 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db72aa9d-3749-40c1-b8de-f00f59e58b85 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:03.985366 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72aa9d-3749-40c1-b8de-f00f59e58b85 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64893015-5daa-42e0-a223-81f30d415bfa,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:04.069173 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db72aa9d-3749-40c1-b8de-f00f59e58b85 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.070689 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-db72aa9d-3749-40c1-b8de-f00f59e58b85 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3503006 Aug 16 09:26:04.073998 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47838) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:04.078598 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-6980b995-2e4d-4763-9ece-7a8ecce1e295 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Request body: {'security_group_rule': {'security_group_id': '481cea1e-d20f-4d2b-b219-171cc2abefdd', 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:04.176076 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.securitygroups_db [None req-6980b995-2e4d-4763-9ece-7a8ecce1e295 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Project bc89ea9ff08c4f349d79106aea0b2c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 09:26:04.181819 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6980b995-2e4d-4763-9ece-7a8ecce1e295 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.244050 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6980b995-2e4d-4763-9ece-7a8ecce1e295 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.326484 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6980b995-2e4d-4763-9ece-7a8ecce1e295 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.343499 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980b995-2e4d-4763-9ece-7a8ecce1e295 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dace5f-3884-4dea-b7cb-190f68d06ef1,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:04.446968 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6980b995-2e4d-4763-9ece-7a8ecce1e295 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.452336 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6980b995-2e4d-4763-9ece-7a8ecce1e295 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733025 Aug 16 09:26:04.492265 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47846) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:04.529832 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e1c6b37a-c4e9-4c75-8e98-aa9e45d36948 req-e111090b-f467-4d69-9139-90c67743666f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258968419&fields=id&tenant_id=bc89ea9ff08c4f349d79106aea0b2c99 HTTP/1.1" status: 200 len: 267 time: 0.0345004 Aug 16 09:26:04.585764 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6b37a-c4e9-4c75-8e98-aa9e45d36948 req-74a27c9d-64db-47c1-aa2d-0b2892278d71 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:04.587369 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e1c6b37a-c4e9-4c75-8e98-aa9e45d36948 req-74a27c9d-64db-47c1-aa2d-0b2892278d71 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 945 time: 0.0512581 Aug 16 09:26:04.599250 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [req-e1c6b37a-c4e9-4c75-8e98-aa9e45d36948 req-f8e8d900-742a-4f36-a461-8d33dd1150bc tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Request body: {'port': {'security_groups': ['a5c75506-aecc-4b55-b6d0-db1d0eaccffc', '481cea1e-d20f-4d2b-b219-171cc2abefdd']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:04.603852 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84aa2eff-4c05-4baa-b04f-2d8ec5c40126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.668851 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e1c6b37a-c4e9-4c75-8e98-aa9e45d36948 req-f8e8d900-742a-4f36-a461-8d33dd1150bc tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.697968 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84aa2eff-4c05-4baa-b04f-2d8ec5c40126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.772433 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84aa2eff-4c05-4baa-b04f-2d8ec5c40126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.813343 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-84aa2eff-4c05-4baa-b04f-2d8ec5c40126 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2cfea488e78c418380c7a96626e68290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198531 Aug 16 09:26:04.814500 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa2eff-4c05-4baa-b04f-2d8ec5c40126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2094b41-d586-4526-830a-879086e9a884,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:04.817768 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47854) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:04.861941 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e1c6b37a-c4e9-4c75-8e98-aa9e45d36948 req-f8e8d900-742a-4f36-a461-8d33dd1150bc tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] For port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:04.869729 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-387f35f2-8a63-44c9-9263-088bd731c021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.892949 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-387f35f2-8a63-44c9-9263-088bd731c021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.893198 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e1c6b37a-c4e9-4c75-8e98-aa9e45d36948 req-f8e8d900-742a-4f36-a461-8d33dd1150bc tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.960374 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e1c6b37a-c4e9-4c75-8e98-aa9e45d36948 req-f8e8d900-742a-4f36-a461-8d33dd1150bc tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:04.973524 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['95501d32-6dd3-48df-8e51-3f1c3a1a4c20'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:26:05.009301 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6b37a-c4e9-4c75-8e98-aa9e45d36948 req-f8e8d900-742a-4f36-a461-8d33dd1150bc tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:05.009931 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e1c6b37a-c4e9-4c75-8e98-aa9e45d36948 req-f8e8d900-742a-4f36-a461-8d33dd1150bc tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:05.014684 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e1c6b37a-c4e9-4c75-8e98-aa9e45d36948 req-f8e8d900-742a-4f36-a461-8d33dd1150bc tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "PUT /v2.0/ports/95501d32-6dd3-48df-8e51-3f1c3a1a4c20 HTTP/1.1" status: 200 len: 981 time: 0.4201627 Aug 16 09:26:05.015354 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:26:05.017989 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890e8279-7df6-49ed-95fa-604f8a8e0cde" -d '{"events": [{"name": "network-changed", "server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:26:05.027707 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-387f35f2-8a63-44c9-9263-088bd731c021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:05.034098 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-387f35f2-8a63-44c9-9263-088bd731c021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:05.037949 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-387f35f2-8a63-44c9-9263-088bd731c021 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2094b41-d586-4526-830a-879086e9a884 HTTP/1.1" status: 204 len: 168 time: 0.2176096 Aug 16 09:26:05.060444 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f35f2-8a63-44c9-9263-088bd731c021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2094b41-d586-4526-830a-879086e9a884,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:05.080043 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8d900-742a-4f36-a461-8d33dd1150bc tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'Port': ['ID=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:05.143584 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfb7bd1-13e2-4125-ab17-4f2f1a08fb45 x-openstack-request-id: req-1bfb7bd1-13e2-4125-ab17-4f2f1a08fb45 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:26:05.143928 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:26:05.144189 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1bfb7bd1-13e2-4125-ab17-4f2f1a08fb45 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:26:05.144619 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'status': 'completed', 'code': 200} Aug 16 09:26:05.173126 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['95501d32-6dd3-48df-8e51-3f1c3a1a4c20'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:26:05.177543 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f5ac-1cb0-4ec7-ab4e-c900b987f988 req-a6906894-6e81-49ac-8adc-508f7beb7849 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:05.188395 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b85f5ac-1cb0-4ec7-ab4e-c900b987f988 req-a6906894-6e81-49ac-8adc-508f7beb7849 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0934114 Aug 16 09:26:05.204312 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e8279-7df6-49ed-95fa-604f8a8e0cde req-ad050374-b1c2-4e66-9ce9-d945276f5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:05.205989 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-890e8279-7df6-49ed-95fa-604f8a8e0cde req-ad050374-b1c2-4e66-9ce9-d945276f5215 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc89ea9ff08c4f349d79106aea0b2c99&device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 1137 time: 0.0783195 Aug 16 09:26:05.301035 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b85f5ac-1cb0-4ec7-ab4e-c900b987f988 req-79633e5f-7bce-4788-99c2-e7010815c2aa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128273 Aug 16 09:26:05.346492 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e8279-7df6-49ed-95fa-604f8a8e0cde req-dd4e26e2-34e0-491b-9682-857af89f9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:05.348247 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-890e8279-7df6-49ed-95fa-604f8a8e0cde req-dd4e26e2-34e0-491b-9682-857af89f9a7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=5536abb9-3261-4edc-ace7-93b6a309c0d2 HTTP/1.1" status: 200 len: 915 time: 0.1302254 Aug 16 09:26:05.420084 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-890e8279-7df6-49ed-95fa-604f8a8e0cde req-4a266cb3-6a6f-45ec-8367-47438ecddf7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20 HTTP/1.1" status: 200 len: 1001 time: 0.0639610 Aug 16 09:26:05.452546 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-669fc590-9a42-4d1b-9d06-3021029d3f2a None None] Provisioning complete for port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:26:05.452915 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-669fc590-9a42-4d1b-9d06-3021029d3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:05.497730 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e8279-7df6-49ed-95fa-604f8a8e0cde req-87b25d4d-9227-4c37-9815-ceeed56f6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:05.499430 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-890e8279-7df6-49ed-95fa-604f8a8e0cde req-87b25d4d-9227-4c37-9815-ceeed56f6149 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e892491c-fa11-4c24-964c-58f52812419d HTTP/1.1" status: 200 len: 853 time: 0.0583951 Aug 16 09:26:05.554020 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e8279-7df6-49ed-95fa-604f8a8e0cde req-419673f6-bd06-443a-b2d8-1bac8d84b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:05.555542 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-890e8279-7df6-49ed-95fa-604f8a8e0cde req-419673f6-bd06-443a-b2d8-1bac8d84b4e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5536abb9-3261-4edc-ace7-93b6a309c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477481 Aug 16 09:26:05.664699 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-890e8279-7df6-49ed-95fa-604f8a8e0cde req-e0846629-1189-4f2b-bca7-139938cdbf93 service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953057 Aug 16 09:26:05.769110 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-890e8279-7df6-49ed-95fa-604f8a8e0cde req-499641aa-1bda-4ceb-ae17-dd146fe1891d service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949833 Aug 16 09:26:05.844221 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 47874) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:05.858529 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-20296056-5730-4912-8158-62238c891220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:05.948856 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-20296056-5730-4912-8158-62238c891220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:06.040923 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-20296056-5730-4912-8158-62238c891220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:06.080609 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-20296056-5730-4912-8158-62238c891220 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58493f0ae8104041a6393e63b1ed7116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352197 Aug 16 09:26:06.081463 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20296056-5730-4912-8158-62238c891220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d584c0-514e-48b1-a097-243c4328a015,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:06.084319 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 47880) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:06.142479 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eab11c9-f71c-420b-932b-8f1143ec7e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:06.167173 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eab11c9-f71c-420b-932b-8f1143ec7e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:06.292034 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eab11c9-f71c-420b-932b-8f1143ec7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:06.294734 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eab11c9-f71c-420b-932b-8f1143ec7e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:06.301665 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-4eab11c9-f71c-420b-932b-8f1143ec7e17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2d584c0-514e-48b1-a097-243c4328a015 HTTP/1.1" status: 204 len: 168 time: 0.2135170 Aug 16 09:26:06.315180 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab11c9-f71c-420b-932b-8f1143ec7e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d584c0-514e-48b1-a097-243c4328a015,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:08.514890 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f470fd-4c95-48e7-b698-70a1de551525 req-7ff34482-7c42-482f-a40b-e3bad6981f43 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:08.516410 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-77f470fd-4c95-48e7-b698-70a1de551525 req-7ff34482-7c42-482f-a40b-e3bad6981f43 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 947 time: 0.0512714 Aug 16 09:26:08.555225 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-77f470fd-4c95-48e7-b698-70a1de551525 req-fd16bddd-9b8a-4e95-bf35-7493d35c764f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329580 Aug 16 09:26:09.674792 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bd6aa-2cbb-4b08-9142-e3345f357edb req-3f24d0e9-137f-4daa-9c94-d17c4ceea995 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:09.676500 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d35bd6aa-2cbb-4b08-9142-e3345f357edb req-3f24d0e9-137f-4daa-9c94-d17c4ceea995 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 947 time: 0.0489314 Aug 16 09:26:09.720181 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d35bd6aa-2cbb-4b08-9142-e3345f357edb req-e062e478-abb7-4e61-be4a-002174a7e642 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366225 Aug 16 09:26:10.557922 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafd36c-dd9b-47bd-b1d6-0ffef6ac1d02 req-80785f7f-96b7-4db0-9b14-b6aa34c69ba4 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:10.560090 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0fafd36c-dd9b-47bd-b1d6-0ffef6ac1d02 req-80785f7f-96b7-4db0-9b14-b6aa34c69ba4 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 946 time: 0.1324496 Aug 16 09:26:10.605899 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0fafd36c-dd9b-47bd-b1d6-0ffef6ac1d02 req-367fd931-3020-4439-a2a1-fb8358dd77d7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Aug 16 09:26:10.838843 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef3edd-756c-4c0d-a759-77ea12d43908 req-c4114d3b-87f5-4747-993e-07c20cc55a66 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:10.840427 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6eef3edd-756c-4c0d-a759-77ea12d43908 req-c4114d3b-87f5-4747-993e-07c20cc55a66 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 947 time: 0.0469365 Aug 16 09:26:10.878342 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6eef3edd-756c-4c0d-a759-77ea12d43908 req-2ba1bab4-de9f-4f22-a64d-cca10608a55a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4dae7ee-fd82-4534-93b6-a69b01ed9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320668 Aug 16 09:26:10.938069 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-8303c113-4d63-4559-9db3-a0843f8d8560 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:10.939535 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-8303c113-4d63-4559-9db3-a0843f8d8560 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 947 time: 0.0462830 Aug 16 09:26:11.036194 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Deleting port 8442553c-55ca-4efe-91e7-1e53307a1818 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:26:11.036485 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:11.122656 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] For port 8442553c-55ca-4efe-91e7-1e53307a1818, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8442553c-55ca-4efe-91e7-1e53307a1818,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:11.123013 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:11.339470 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:11.339751 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:11.340057 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.l3_db [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Floating IP f3d41bbb-4227-43e6-9227-f63c8255c685 disassociated. External IP: 172.27.3.233, port: 8442553c-55ca-4efe-91e7-1e53307a1818. Aug 16 09:26:11.340427 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Calling delete_port for 8442553c-55ca-4efe-91e7-1e53307a1818 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:26:11.524826 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:11.551891 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event deleted for resources: {'Port': ['ID=8442553c-55ca-4efe-91e7-1e53307a1818,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:11.668262 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Router d1a09706-5dba-4bd2-808f-b656edceef9b has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:26:11.725433 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae298f3-073a-4278-8f23-cb3e187509e8 req-d26a2b74-6908-43a4-980d-f0e1c9f792a2 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:11.727858 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-aae298f3-073a-4278-8f23-cb3e187509e8 req-d26a2b74-6908-43a4-980d-f0e1c9f792a2 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 946 time: 0.0510330 Aug 16 09:26:11.770815 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-aae298f3-073a-4278-8f23-cb3e187509e8 req-b65b1375-ce74-4af9-ad85-8cda0a1eb3e4 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Aug 16 09:26:11.780098 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:26:11.793620 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305da4bc-806e-40bd-8a7f-4e78fc9787c3 None None] Sync routers for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:26:11.804053 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305da4bc-806e-40bd-8a7f-4e78fc9787c3 None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:26:11.804726 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-305da4bc-806e-40bd-8a7f-4e78fc9787c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:11.819584 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] No DVR routers for this DVR port 8442553c-55ca-4efe-91e7-1e53307a1818 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:26:11.822197 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:11.824215 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e6804652-6100-4259-9f4e-62df80cf8d7e req-c4cbaf99-3546-4a6a-9c99-0386abff37a6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.64 "DELETE /v2.0/ports/8442553c-55ca-4efe-91e7-1e53307a1818 HTTP/1.1" status: 204 len: 173 time: 0.8772128 Aug 16 09:26:11.824691 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'name': 'network-vif-deleted', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:26:11.827251 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44f9095-5163-43c4-afa5-33f6225b9bda" -d '{"events": [{"server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "name": "network-vif-deleted", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:26:11.866623 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602ff662-0e0f-4278-b6e7-3dae79675d15 x-openstack-request-id: req-602ff662-0e0f-4278-b6e7-3dae79675d15 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:26:11.866922 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d4dc08-39ba-48a2-8cd2-4e47427ef434", "name": "network-vif-deleted", "tag": "8442553c-55ca-4efe-91e7-1e53307a1818", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:26:11.867177 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-602ff662-0e0f-4278-b6e7-3dae79675d15 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:26:11.867675 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d4dc08-39ba-48a2-8cd2-4e47427ef434', 'name': 'network-vif-deleted', 'tag': '8442553c-55ca-4efe-91e7-1e53307a1818', 'status': 'completed', 'code': 200} Aug 16 09:26:11.985405 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7e0789df-92aa-4925-87f7-4abaf221c720 req-0c6ca77c-5300-4fd7-b429-0b00fb72c7b5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0297458 Aug 16 09:26:12.045582 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-305da4bc-806e-40bd-8a7f-4e78fc9787c3 None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:26:12.251122 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-305da4bc-806e-40bd-8a7f-4e78fc9787c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:12.284725 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305da4bc-806e-40bd-8a7f-4e78fc9787c3 None None] Checking router: d1a09706-5dba-4bd2-808f-b656edceef9b for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:26:12.295697 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305da4bc-806e-40bd-8a7f-4e78fc9787c3 None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:26:12.296347 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-305da4bc-806e-40bd-8a7f-4e78fc9787c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:25:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:12.398332 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-305da4bc-806e-40bd-8a7f-4e78fc9787c3 None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:26:12.605709 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-305da4bc-806e-40bd-8a7f-4e78fc9787c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:12.638324 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305da4bc-806e-40bd-8a7f-4e78fc9787c3 None None] The sync data for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi is: [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:26:12.748678 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535b4b-7b48-4fb5-9aa0-173414a02346 req-a3f02667-1f68-48df-bc4d-fe1ba5e90da4 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:12.750123 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82535b4b-7b48-4fb5-9aa0-173414a02346 req-a3f02667-1f68-48df-bc4d-fe1ba5e90da4 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 946 time: 0.0708649 Aug 16 09:26:12.903414 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-82535b4b-7b48-4fb5-9aa0-173414a02346 req-abfda358-d18f-462f-9201-c2306e59e4fe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Deleting port 2ed13f07-4659-4bde-b969-c7d2912ffe64 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:26:12.903962 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82535b4b-7b48-4fb5-9aa0-173414a02346 req-abfda358-d18f-462f-9201-c2306e59e4fe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:12.937216 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129334d7-ce91-435b-9615-eade17d0e780 None None] New status for floating IP f3d41bbb-4227-43e6-9227-f63c8255c685: DOWN {{(pid=94602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:26:12.945541 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bbc2e-c7d6-4d95-befd-85257235e499 req-2c60feea-608a-4bfa-800e-6e4a5676af33 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:12.948808 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-641bbc2e-c7d6-4d95-befd-85257235e499 req-2c60feea-608a-4bfa-800e-6e4a5676af33 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 946 time: 0.0628707 Aug 16 09:26:13.005193 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-641bbc2e-c7d6-4d95-befd-85257235e499 req-ac8702b7-68b7-4594-b378-b2e1498e7f6d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477731 Aug 16 09:26:13.019511 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-82535b4b-7b48-4fb5-9aa0-173414a02346 req-abfda358-d18f-462f-9201-c2306e59e4fe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] For port 2ed13f07-4659-4bde-b969-c7d2912ffe64, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=2ed13f07-4659-4bde-b969-c7d2912ffe64,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:13.019930 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82535b4b-7b48-4fb5-9aa0-173414a02346 req-abfda358-d18f-462f-9201-c2306e59e4fe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:13.034201 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-82535b4b-7b48-4fb5-9aa0-173414a02346 req-abfda358-d18f-462f-9201-c2306e59e4fe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Calling delete_port for 2ed13f07-4659-4bde-b969-c7d2912ffe64 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:26:13.113680 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3d736fc0-8db9-4c58-aeb0-28b91585b018 req-ebf7e89b-dd1a-42b8-863e-a58d5a2185b5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d4dc08-39ba-48a2-8cd2-4e47427ef434 HTTP/1.1" status: 200 len: 210 time: 0.0266359 Aug 16 09:26:13.263790 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82535b4b-7b48-4fb5-9aa0-173414a02346 req-abfda358-d18f-462f-9201-c2306e59e4fe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:13.276892 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['e762b089-3dbe-41e1-ad0c-e3ebf176a65d', 'b3b566d3-0ef2-4523-9f59-7687a3353b4e', 'ff5eb9bd-29b0-4915-b528-4142a971cdb5', '2ed13f07-4659-4bde-b969-c7d2912ffe64'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:26:13.303601 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfda358-d18f-462f-9201-c2306e59e4fe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Pushing event deleted for resources: {'Port': ['ID=2ed13f07-4659-4bde-b969-c7d2912ffe64,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:13.343314 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-82535b4b-7b48-4fb5-9aa0-173414a02346 req-abfda358-d18f-462f-9201-c2306e59e4fe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] No DVR routers for this DVR port 2ed13f07-4659-4bde-b969-c7d2912ffe64 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:26:13.345747 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82535b4b-7b48-4fb5-9aa0-173414a02346 req-abfda358-d18f-462f-9201-c2306e59e4fe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:13.348082 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82535b4b-7b48-4fb5-9aa0-173414a02346 req-abfda358-d18f-462f-9201-c2306e59e4fe tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "DELETE /v2.0/ports/2ed13f07-4659-4bde-b969-c7d2912ffe64 HTTP/1.1" status: 204 len: 173 time: 0.5881019 Aug 16 09:26:13.869388 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817f45aa-f8e6-44a8-8d20-6d684febc97b', 'name': 'network-vif-deleted', 'tag': '2ed13f07-4659-4bde-b969-c7d2912ffe64'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:26:13.871578 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65afb91c-4f90-45c2-9406-c9f4acef6d82" -d '{"events": [{"server_uuid": "817f45aa-f8e6-44a8-8d20-6d684febc97b", "name": "network-vif-deleted", "tag": "2ed13f07-4659-4bde-b969-c7d2912ffe64"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:26:13.912774 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03699798-0601-4f31-9fd8-d255ee9f3d66 x-openstack-request-id: req-03699798-0601-4f31-9fd8-d255ee9f3d66 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:26:13.913270 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817f45aa-f8e6-44a8-8d20-6d684febc97b", "name": "network-vif-deleted", "tag": "2ed13f07-4659-4bde-b969-c7d2912ffe64", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:26:13.913693 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03699798-0601-4f31-9fd8-d255ee9f3d66 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:26:13.914264 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817f45aa-f8e6-44a8-8d20-6d684febc97b', 'name': 'network-vif-deleted', 'tag': '2ed13f07-4659-4bde-b969-c7d2912ffe64', 'status': 'completed', 'code': 200} Aug 16 09:26:14.123517 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-32cf8ead-83b2-4e0a-8b3d-8ff8e8fb3c42 req-5e306061-21d3-4a36-915a-a449766d3708 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=817f45aa-f8e6-44a8-8d20-6d684febc97b HTTP/1.1" status: 200 len: 210 time: 0.0268073 Aug 16 09:26:14.192649 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8442553c-55ca-4efe-91e7-1e53307a1818 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:26:14.230401 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: 8442553c-55ca-4efe-91e7-1e53307a1818 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:26:14.230757 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8442553c-55ca-4efe-91e7-1e53307a1818 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:26:14.298586 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 48086) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:14.359218 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:14.382321 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:14.531861 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:14.534662 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:14.535850 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "DELETE /v2.0/security-groups/f4dae7ee-fd82-4534-93b6-a69b01ed9c31 HTTP/1.1" status: 204 len: 168 time: 0.2362649 Aug 16 09:26:14.538788 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 48088) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:14.545271 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dae7ee-fd82-4534-93b6-a69b01ed9c31,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:14.552364 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.560457 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.api.v2.resource [None req-7c720f20-9aca-455b-90d7-b84b2d09e9df tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] show failed (client error): The resource could not be found. Aug 16 09:26:14.560607 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.560607 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.560607 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.560984 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-7c720f20-9aca-455b-90d7-b84b2d09e9df tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups/f4dae7ee-fd82-4534-93b6-a69b01ed9c31 HTTP/1.1" status: 404 len: 347 time: 0.0138311 Aug 16 09:26:14.561084 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.561084 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.561084 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.561084 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.561084 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.561084 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.561084 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.561084 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554471f1-2ebc-4a6e-86aa-708bfa557784 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:14.562703 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 48090) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:14.743319 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-63e6f04d-11ea-4db8-8d28-bc6ed39f24cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Deleting port b02517b6-a68f-4369-8ae3-e47fe96573eb {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:26:14.743319 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63e6f04d-11ea-4db8-8d28-bc6ed39f24cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:14.827650 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63e6f04d-11ea-4db8-8d28-bc6ed39f24cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:14.827993 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63e6f04d-11ea-4db8-8d28-bc6ed39f24cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:14.839872 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-63e6f04d-11ea-4db8-8d28-bc6ed39f24cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Calling delete_port for b02517b6-a68f-4369-8ae3-e47fe96573eb owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:26:15.067247 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63e6f04d-11ea-4db8-8d28-bc6ed39f24cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:15.094607 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6f04d-11ea-4db8-8d28-bc6ed39f24cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event deleted for resources: {'Port': ['ID=b02517b6-a68f-4369-8ae3-e47fe96573eb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:15.116039 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63e6f04d-11ea-4db8-8d28-bc6ed39f24cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:15.119263 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63e6f04d-11ea-4db8-8d28-bc6ed39f24cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:15.120477 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-63e6f04d-11ea-4db8-8d28-bc6ed39f24cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "DELETE /v2.0/floatingips/f3d41bbb-4227-43e6-9227-f63c8255c685 HTTP/1.1" status: 204 len: 168 time: 0.5567179 Aug 16 09:26:15.840785 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 48110) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:15.845647 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-29916a48-96aa-404f-a4a0-b0b743fb613c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753444574', 'description': 'tempest-description--796780404'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:16.005861 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29916a48-96aa-404f-a4a0-b0b743fb613c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.088797 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29916a48-96aa-404f-a4a0-b0b743fb613c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.160492 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29916a48-96aa-404f-a4a0-b0b743fb613c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.189066 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29916a48-96aa-404f-a4a0-b0b743fb613c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6ba369-ad84-4795-bb85-e34a09aed42f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:16.189821 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 2ed13f07-4659-4bde-b969-c7d2912ffe64 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:26:16.210907 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: 2ed13f07-4659-4bde-b969-c7d2912ffe64 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:26:16.211255 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 2ed13f07-4659-4bde-b969-c7d2912ffe64 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:26:16.275519 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29916a48-96aa-404f-a4a0-b0b743fb613c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.276773 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-29916a48-96aa-404f-a4a0-b0b743fb613c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4349771 Aug 16 09:26:16.279529 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 48112) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:16.283952 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d99fb92b-a04c-4f0d-ad97-a33e0059049c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'security_group_rule': {'security_group_id': 'ca6ba369-ad84-4795-bb85-e34a09aed42f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:16.380697 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d99fb92b-a04c-4f0d-ad97-a33e0059049c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.443449 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d99fb92b-a04c-4f0d-ad97-a33e0059049c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.455693 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-6e362dcc-9547-4fee-a047-2bc70d7df098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.514926 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d99fb92b-a04c-4f0d-ad97-a33e0059049c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.530630 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fb92b-a04c-4f0d-ad97-a33e0059049c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9fd333-18a9-44ba-b20c-92789be0f9b8,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:16.604838 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d99fb92b-a04c-4f0d-ad97-a33e0059049c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.606169 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-d99fb92b-a04c-4f0d-ad97-a33e0059049c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3256435 Aug 16 09:26:16.608884 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 48120) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:16.613586 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c7e62966-bcd8-479a-aff7-14ac5733d53c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'security_group_rule': {'security_group_id': 'ca6ba369-ad84-4795-bb85-e34a09aed42f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:16.730985 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7e62966-bcd8-479a-aff7-14ac5733d53c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.791972 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7e62966-bcd8-479a-aff7-14ac5733d53c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.869832 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7e62966-bcd8-479a-aff7-14ac5733d53c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:16.888859 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e62966-bcd8-479a-aff7-14ac5733d53c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5a39fe-e17b-452d-8b6c-7a28f49c26c9,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:16.940822 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e18d1-60a9-411e-a6c1-ec980d1dac26 req-1b52873d-3e95-47f2-a7b7-5f8a5243a360 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:16.942293 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a29e18d1-60a9-411e-a6c1-ec980d1dac26 req-1b52873d-3e95-47f2-a7b7-5f8a5243a360 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.0512657 Aug 16 09:26:16.981052 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a29e18d1-60a9-411e-a6c1-ec980d1dac26 req-0fb25d03-3a61-4f0c-9982-43d46aab5912 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321274 Aug 16 09:26:16.998440 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7e62966-bcd8-479a-aff7-14ac5733d53c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:17.003069 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-c7e62966-bcd8-479a-aff7-14ac5733d53c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3897884 Aug 16 09:26:17.003345 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 48128) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:17.007850 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'floatingip': {'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:17.091777 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:17.191374 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:17.292791 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Allocated IP 172.27.3.100 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/f06a671b-da11-4cad-883e-ce8873276b36) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:26:17.395866 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:17.507542 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:17.548130 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:26:17.550991 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:26:17.554563 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:26:17.563229 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'Port': ['ID=f06a671b-da11-4cad-883e-ce8873276b36,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:17.605404 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:17.725897 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:17.870886 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:17.929771 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:17.964010 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:17.985181 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'Port': ['ID=f06a671b-da11-4cad-883e-ce8873276b36,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:18.077459 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:18.078635 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-8ad82d9b-eb8b-46de-bb9c-25bea6683850 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0743580 Aug 16 09:26:18.104155 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94e34-e951-43d2-b767-41440896497f req-40b8d005-ef60-43d0-a2e4-f4eebdb79486 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:18.108379 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0ad94e34-e951-43d2-b767-41440896497f req-40b8d005-ef60-43d0-a2e4-f4eebdb79486 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.0539267 Aug 16 09:26:18.145073 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0ad94e34-e951-43d2-b767-41440896497f req-9704ea95-5df7-4b8a-8fb6-3d5b7bdeda39 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327156 Aug 16 09:26:18.867081 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896db3-26b6-49ec-95cf-d648e7c31de0 req-ede2e70e-a362-4adb-805d-46800eb02d31 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:18.869122 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5b896db3-26b6-49ec-95cf-d648e7c31de0 req-ede2e70e-a362-4adb-805d-46800eb02d31 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.0478079 Aug 16 09:26:18.965764 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-5b896db3-26b6-49ec-95cf-d648e7c31de0 req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Deleting port ff5eb9bd-29b0-4915-b528-4142a971cdb5 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:26:18.966098 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5b896db3-26b6-49ec-95cf-d648e7c31de0 req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:19.054463 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-5b896db3-26b6-49ec-95cf-d648e7c31de0 req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] For port ff5eb9bd-29b0-4915-b528-4142a971cdb5, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=ff5eb9bd-29b0-4915-b528-4142a971cdb5,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:19.054828 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5b896db3-26b6-49ec-95cf-d648e7c31de0 req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:19.067845 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-5b896db3-26b6-49ec-95cf-d648e7c31de0 req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Calling delete_port for ff5eb9bd-29b0-4915-b528-4142a971cdb5 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:26:19.200646 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:19.227760 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2ec0a85b-4938-403e-a88c-07f36c0db21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:19.271173 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38922cc-61f3-4bfa-9940-e1cad77296e1 req-844fc66f-a133-45a3-8d12-f2b7d1e3ee36 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:19.272645 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d38922cc-61f3-4bfa-9940-e1cad77296e1 req-844fc66f-a133-45a3-8d12-f2b7d1e3ee36 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 945 time: 0.0522566 Aug 16 09:26:19.311761 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d38922cc-61f3-4bfa-9940-e1cad77296e1 req-8ef031ec-8c6f-4d40-9989-c93d7ecda1d7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Aug 16 09:26:19.491577 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5b896db3-26b6-49ec-95cf-d648e7c31de0 req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:19.502501 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['e762b089-3dbe-41e1-ad0c-e3ebf176a65d', 'b3b566d3-0ef2-4523-9f59-7687a3353b4e', 'ff5eb9bd-29b0-4915-b528-4142a971cdb5'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:26:19.520391 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Pushing event deleted for resources: {'Port': ['ID=ff5eb9bd-29b0-4915-b528-4142a971cdb5,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:19.548087 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.548557 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.548813 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.549152 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.550127 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.550127 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.550127 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.550454 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.550756 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.551080 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.551404 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.551724 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:19.575175 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b896db3-26b6-49ec-95cf-d648e7c31de0 req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] No DVR routers for this DVR port ff5eb9bd-29b0-4915-b528-4142a971cdb5 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:26:19.577729 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-5b896db3-26b6-49ec-95cf-d648e7c31de0 req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:19.579887 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5b896db3-26b6-49ec-95cf-d648e7c31de0 req-a82ec431-404a-4ed9-ae9b-ba49a8cf6cb7 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "DELETE /v2.0/ports/ff5eb9bd-29b0-4915-b528-4142a971cdb5 HTTP/1.1" status: 204 len: 173 time: 0.7020938 Aug 16 09:26:19.580365 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c34be1-fddb-4f48-b24b-ad590de18853', 'name': 'network-vif-deleted', 'tag': 'ff5eb9bd-29b0-4915-b528-4142a971cdb5'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:26:19.582811 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e89957d-9467-4caa-8892-b74af05ae64b" -d '{"events": [{"server_uuid": "a2c34be1-fddb-4f48-b24b-ad590de18853", "name": "network-vif-deleted", "tag": "ff5eb9bd-29b0-4915-b528-4142a971cdb5"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:26:19.624096 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f24c2c7-0105-480b-8995-0d036bf13c4b x-openstack-request-id: req-3f24c2c7-0105-480b-8995-0d036bf13c4b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:26:19.624675 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c34be1-fddb-4f48-b24b-ad590de18853", "name": "network-vif-deleted", "tag": "ff5eb9bd-29b0-4915-b528-4142a971cdb5", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:26:19.624675 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f24c2c7-0105-480b-8995-0d036bf13c4b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:26:19.625338 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c34be1-fddb-4f48-b24b-ad590de18853', 'name': 'network-vif-deleted', 'tag': 'ff5eb9bd-29b0-4915-b528-4142a971cdb5', 'status': 'completed', 'code': 200} Aug 16 09:26:20.280393 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:20.421023 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f6943abf-5147-41cd-a954-ebff51f36a4e req-02fa1244-5507-4d86-89ae-124637ebffac tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2c34be1-fddb-4f48-b24b-ad590de18853 HTTP/1.1" status: 200 len: 210 time: 0.0278776 Aug 16 09:26:21.846239 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:22.079247 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f353fa2-b691-4b23-b4af-400eda9142d2 req-d9d928d1-b48f-40e3-a401-bca44aa5d378 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:22.080885 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5f353fa2-b691-4b23-b4af-400eda9142d2 req-d9d928d1-b48f-40e3-a401-bca44aa5d378 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 946 time: 0.0508378 Aug 16 09:26:22.119856 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5f353fa2-b691-4b23-b4af-400eda9142d2 req-2f9be6ed-6dde-4d99-bb3e-6b009c7bfe9c tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Aug 16 09:26:22.220184 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device ff5eb9bd-29b0-4915-b528-4142a971cdb5 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:26:22.242307 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: ff5eb9bd-29b0-4915-b528-4142a971cdb5 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:26:22.242683 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device ff5eb9bd-29b0-4915-b528-4142a971cdb5 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:26:23.235921 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0cab1-c3a6-4651-ba9f-27aabb205bcd req-e736b873-4b48-4671-b7cd-3f53b232c629 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:23.237727 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4bd0cab1-c3a6-4651-ba9f-27aabb205bcd req-e736b873-4b48-4671-b7cd-3f53b232c629 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 946 time: 0.0504634 Aug 16 09:26:23.277046 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4bd0cab1-c3a6-4651-ba9f-27aabb205bcd req-e6ca1a49-acff-41b9-9906-f7b72bcd3b8d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332067 Aug 16 09:26:24.389978 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781053f5-387e-443f-b104-d72166c8a3e3 req-14a3bc96-5045-4dac-9d90-13cfcbc10a81 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:24.391496 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-781053f5-387e-443f-b104-d72166c8a3e3 req-14a3bc96-5045-4dac-9d90-13cfcbc10a81 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 946 time: 0.0476115 Aug 16 09:26:24.433149 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-781053f5-387e-443f-b104-d72166c8a3e3 req-17060e7c-a463-4e16-a72b-f4d1226929cb tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356255 Aug 16 09:26:24.996944 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-9ee24fd4-4558-4c09-85e7-d00f65686bde tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--753444574&fields=id&tenant_id=b5e4e5ee11c44b2fae87a4f001251428 HTTP/1.1" status: 200 len: 267 time: 0.0335031 Aug 16 09:26:25.100831 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-1c6f0fe9-0ab3-4960-b2a0-245ae6849670 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:25.102414 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-1c6f0fe9-0ab3-4960-b2a0-245ae6849670 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 816 time: 0.0985537 Aug 16 09:26:25.117679 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-356de93f-bac5-479c-bac2-53bef0332d56 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/quotas/b5e4e5ee11c44b2fae87a4f001251428 HTTP/1.1" status: 200 len: 375 time: 0.0093460 Aug 16 09:26:25.168085 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-cf5ac840-8295-4787-928f-03f821961615 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448456 Aug 16 09:26:25.266629 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-7b7ee9b6-6439-4a88-9e2b-7702c410f3c3 service neutron] 10.222.0.39 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872223 Aug 16 09:26:25.357111 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-dead2072-b23d-4cfd-8654-03caf19800ca service neutron] 10.222.0.39 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844090 Aug 16 09:26:25.551049 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25dd19-8208-4021-9d46-a0de99e0414e req-d88d645e-46ac-48e4-a47a-a7f091299d10 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:25.552625 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ac25dd19-8208-4021-9d46-a0de99e0414e req-d88d645e-46ac-48e4-a47a-a7f091299d10 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 946 time: 0.0529594 Aug 16 09:26:25.595869 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ac25dd19-8208-4021-9d46-a0de99e0414e req-7b972d88-27ce-478d-91b1-949a7ef08e25 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322278 Aug 16 09:26:25.651499 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d8641b00-ee1e-48f4-8ce2-7f7b63e8867a req-214c61d6-96ad-4db0-b2db-8bc8b0b2ec50 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 210 time: 0.0252025 Aug 16 09:26:26.464541 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f65119-5912-4989-8fcf-c602da955e29 req-3e301341-e34a-48a5-a014-a0245a395d6a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:26.466016 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-86f65119-5912-4989-8fcf-c602da955e29 req-3e301341-e34a-48a5-a014-a0245a395d6a tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 946 time: 0.0484855 Aug 16 09:26:26.570234 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-86f65119-5912-4989-8fcf-c602da955e29 req-b5731327-21f8-4394-98d6-77bedc9aa02e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Deleting port b3b566d3-0ef2-4523-9f59-7687a3353b4e {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:26:26.571123 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-86f65119-5912-4989-8fcf-c602da955e29 req-b5731327-21f8-4394-98d6-77bedc9aa02e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:26.663239 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-86f65119-5912-4989-8fcf-c602da955e29 req-b5731327-21f8-4394-98d6-77bedc9aa02e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] For port b3b566d3-0ef2-4523-9f59-7687a3353b4e, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=b3b566d3-0ef2-4523-9f59-7687a3353b4e,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:26.663612 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-86f65119-5912-4989-8fcf-c602da955e29 req-b5731327-21f8-4394-98d6-77bedc9aa02e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:26.677953 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-86f65119-5912-4989-8fcf-c602da955e29 req-b5731327-21f8-4394-98d6-77bedc9aa02e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Calling delete_port for b3b566d3-0ef2-4523-9f59-7687a3353b4e owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:26:26.711508 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c8796-fc82-410c-8137-ba5989585c5f req-be9d0fb6-54bd-4430-b610-050fcff16100 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:26.713488 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d62c8796-fc82-410c-8137-ba5989585c5f req-be9d0fb6-54bd-4430-b610-050fcff16100 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 946 time: 0.0497067 Aug 16 09:26:26.785855 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1e819b64-6626-4191-8ddd-389671f7fff1 req-9eb4b273-a008-4e23-933d-ab9b0f393d88 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 210 time: 0.0350533 Aug 16 09:26:26.798790 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d62c8796-fc82-410c-8137-ba5989585c5f req-9c93ac4e-26e9-42ec-9fac-b5090d58c9d3 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771422 Aug 16 09:26:26.914942 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-86f65119-5912-4989-8fcf-c602da955e29 req-b5731327-21f8-4394-98d6-77bedc9aa02e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:26.929926 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['e762b089-3dbe-41e1-ad0c-e3ebf176a65d', 'b3b566d3-0ef2-4523-9f59-7687a3353b4e'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:26:26.945288 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5731327-21f8-4394-98d6-77bedc9aa02e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Pushing event deleted for resources: {'Port': ['ID=b3b566d3-0ef2-4523-9f59-7687a3353b4e,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:26.986653 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f65119-5912-4989-8fcf-c602da955e29 req-b5731327-21f8-4394-98d6-77bedc9aa02e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] No DVR routers for this DVR port b3b566d3-0ef2-4523-9f59-7687a3353b4e on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:26:26.990819 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-86f65119-5912-4989-8fcf-c602da955e29 req-b5731327-21f8-4394-98d6-77bedc9aa02e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:26.991984 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-86f65119-5912-4989-8fcf-c602da955e29 req-b5731327-21f8-4394-98d6-77bedc9aa02e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "DELETE /v2.0/ports/b3b566d3-0ef2-4523-9f59-7687a3353b4e HTTP/1.1" status: 204 len: 173 time: 0.5167892 Aug 16 09:26:26.993100 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1d9d9-b824-41ea-8594-b983ee0a6d5f', 'name': 'network-vif-deleted', 'tag': 'b3b566d3-0ef2-4523-9f59-7687a3353b4e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:26:26.996595 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5195d32-673e-424c-aef7-76d8d5968908" -d '{"events": [{"server_uuid": "d9a1d9d9-b824-41ea-8594-b983ee0a6d5f", "name": "network-vif-deleted", "tag": "b3b566d3-0ef2-4523-9f59-7687a3353b4e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:26:27.033920 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daac94a-78d9-4edf-b95b-9ca40f83bf0d x-openstack-request-id: req-4daac94a-78d9-4edf-b95b-9ca40f83bf0d {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:26:27.034388 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a1d9d9-b824-41ea-8594-b983ee0a6d5f", "name": "network-vif-deleted", "tag": "b3b566d3-0ef2-4523-9f59-7687a3353b4e", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:26:27.034616 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4daac94a-78d9-4edf-b95b-9ca40f83bf0d {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:26:27.035086 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1d9d9-b824-41ea-8594-b983ee0a6d5f', 'name': 'network-vif-deleted', 'tag': 'b3b566d3-0ef2-4523-9f59-7687a3353b4e', 'status': 'completed', 'code': 200} Aug 16 09:26:27.909684 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-869eaa76-f26c-4de2-939d-834000b9215c req-72208dad-ed29-4071-becd-6d465fb07b70 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 210 time: 0.0338850 Aug 16 09:26:27.938643 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1507c982-eb50-4e02-8360-60999f720caa req-9399dfb8-e709-46d7-898c-fc0fcd18734c tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9a1d9d9-b824-41ea-8594-b983ee0a6d5f HTTP/1.1" status: 200 len: 210 time: 0.0278325 Aug 16 09:26:27.984682 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-17f1b45c-2313-4cf8-86f7-2d594f35d3ba tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:27.986110 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-17f1b45c-2313-4cf8-86f7-2d594f35d3ba tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.64 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 816 time: 0.1562185 Aug 16 09:26:28.053928 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-9228ded9-cfc5-44ab-a914-9d0e776c60df tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e4e5ee11c44b2fae87a4f001251428 HTTP/1.1" status: 200 len: 379 time: 0.0456786 Aug 16 09:26:28.078923 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'port': {'device_id': '22c00172-b7ba-4387-a558-93b239fcf711', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'admin_state_up': True, 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'security_groups': ['ca6ba369-ad84-4795-bb85-e34a09aed42f']}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:28.301569 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Made reservation on behalf of b5e4e5ee11c44b2fae87a4f001251428 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:26:28.307579 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:28.436049 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Allocated IP 172.20.0.12 (8e3dee7d-5ee5-41fc-b951-5848f52eee46/fc65ce35-04e7-4584-80a4-1275af6c7e31/fcd2ba8d-b3a7-479f-b3cb-2464631892ee) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:26:28.580019 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:28.593699 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Transition to ACTIVE for port object fcd2ba8d-b3a7-479f-b3cb-2464631892ee will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:26:28.675081 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:28.720978 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:26:28.724397 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:26:28.726841 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:26:28.752844 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event updated for resources: {'Port': ['ID=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:28.782881 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:28.783504 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:28.944224 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-14d4d79f-b9b7-4232-a8f6-01eaba27a137 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8766992 Aug 16 09:26:29.032785 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-6899d3f9-be20-49f2-a359-5b97e0fd3be2 None None] Provisioning for port fcd2ba8d-b3a7-479f-b3cb-2464631892ee completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:26:29.035915 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0973c7-d0bb-4b57-92f2-aa5f660ad00a req-8a6309ee-dead-47c4-b325-88b08dca2cd2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:29.036724 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-6899d3f9-be20-49f2-a359-5b97e0fd3be2 None None] Provisioning complete for port fcd2ba8d-b3a7-479f-b3cb-2464631892ee triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:26:29.037096 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-6899d3f9-be20-49f2-a359-5b97e0fd3be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:29.037441 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bc0973c7-d0bb-4b57-92f2-aa5f660ad00a req-8a6309ee-dead-47c4-b325-88b08dca2cd2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 932 time: 0.0477943 Aug 16 09:26:29.070565 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-6899d3f9-be20-49f2-a359-5b97e0fd3be2 None None] Port fcd2ba8d-b3a7-479f-b3cb-2464631892ee cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:26:29.075071 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bc0973c7-d0bb-4b57-92f2-aa5f660ad00a req-8d08e439-b787-42cf-b4c1-6fc55c7fd637 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310693 Aug 16 09:26:30.219193 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf663ef-fd21-4d03-a049-a41274115a03 req-dc7867c1-ce09-4f97-afcb-dbc3478851a0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:30.220583 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-eaf663ef-fd21-4d03-a049-a41274115a03 req-dc7867c1-ce09-4f97-afcb-dbc3478851a0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 932 time: 0.0485642 Aug 16 09:26:30.256885 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-eaf663ef-fd21-4d03-a049-a41274115a03 req-046a2e49-4aef-4ef5-bc84-0529e355bc69 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302858 Aug 16 09:26:31.373581 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da4181-50be-4f7f-a2a8-414e4c93e9b7 req-0d6bee18-1e68-43ee-ae94-df06dc190129 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:31.374928 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-22da4181-50be-4f7f-a2a8-414e4c93e9b7 req-0d6bee18-1e68-43ee-ae94-df06dc190129 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 932 time: 0.0467379 Aug 16 09:26:31.412279 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-22da4181-50be-4f7f-a2a8-414e4c93e9b7 req-6d4e1066-42a9-4797-aff0-0d0421ac1349 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315952 Aug 16 09:26:31.944366 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device b3b566d3-0ef2-4523-9f59-7687a3353b4e no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:26:31.953615 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Request body: {'port': {'device_id': '22c00172-b7ba-4387-a558-93b239fcf711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:31.973768 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: b3b566d3-0ef2-4523-9f59-7687a3353b4e {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:26:31.974125 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device b3b566d3-0ef2-4523-9f59-7687a3353b4e not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:26:32.013631 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:32.063115 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:32.263316 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd2ba8d-b3a7-479f-b3cb-2464631892ee {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:26:32.270828 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:32.283307 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Transition to ACTIVE for port object fcd2ba8d-b3a7-479f-b3cb-2464631892ee will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:26:32.392083 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:32.468763 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Pushing event updated for resources: {'Port': ['ID=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:32.531570 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Attempting to bind port fcd2ba8d-b3a7-479f-b3cb-2464631892ee on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:26:32.531921 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Attempting to bind port fcd2ba8d-b3a7-479f-b3cb-2464631892ee by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:26:32.532255 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Attempting to bind port fcd2ba8d-b3a7-479f-b3cb-2464631892ee on network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:26:32.537431 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Port fcd2ba8d-b3a7-479f-b3cb-2464631892ee on network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:26:32.545674 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Attempting to bind port fcd2ba8d-b3a7-479f-b3cb-2464631892ee on network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:26:32.545824 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa9ef4-2841-4a98-9d8e-776d438d1eac req-974d633c-0c96-4922-ae49-74c09c7b819e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:32.545824 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-18aa9ef4-2841-4a98-9d8e-776d438d1eac req-974d633c-0c96-4922-ae49-74c09c7b819e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0491204 Aug 16 09:26:32.546351 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:26:32.546351 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Checking segment: {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:26:32.546351 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Bound using segment: {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:26:32.546351 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Bound port: fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8850f39-da0f-4b64-93fe-b9379b20a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:26:32.546351 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:32.584365 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-18aa9ef4-2841-4a98-9d8e-776d438d1eac req-998d5c6f-4032-4f4e-8f2c-b264eeb6d7b5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364463 Aug 16 09:26:32.617592 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:26:32.620865 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:26:32.726244 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:32.761354 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:32.761898 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:32.763247 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] 10.222.0.64 "PUT /v2.0/ports/fcd2ba8d-b3a7-479f-b3cb-2464631892ee HTTP/1.1" status: 200 len: 1094 time: 0.8141832 Aug 16 09:26:32.763684 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:26:32.766098 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643dd738-401a-4925-ab55-c081ac6fb714" -d '{"events": [{"name": "network-changed", "server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:26:32.791909 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c579928-6615-4217-ac00-0b3649cc08de service neutron] Pushing event updated for resources: {'Port': ['ID=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:32.813879 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b8f709-a839-45d2-8930-d0feda215cad x-openstack-request-id: req-46b8f709-a839-45d2-8930-d0feda215cad {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:26:32.814180 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:26:32.814459 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46b8f709-a839-45d2-8930-d0feda215cad {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:26:32.814876 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'status': 'completed', 'code': 200} Aug 16 09:26:32.924408 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dd738-401a-4925-ab55-c081ac6fb714 req-4413f82f-10b8-49f2-b4d1-c8f7869263ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:32.925925 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-643dd738-401a-4925-ab55-c081ac6fb714 req-4413f82f-10b8-49f2-b4d1-c8f7869263ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 1097 time: 0.0467975 Aug 16 09:26:33.024253 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dd738-401a-4925-ab55-c081ac6fb714 req-3dd199d1-bb7e-4b9d-9f43-67a1fd7d2193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:33.025862 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-643dd738-401a-4925-ab55-c081ac6fb714 req-3dd199d1-bb7e-4b9d-9f43-67a1fd7d2193 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0916159 Aug 16 09:26:33.123075 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dd738-401a-4925-ab55-c081ac6fb714 req-58b4db20-6e8e-4652-adcc-116a976adae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:33.124749 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-643dd738-401a-4925-ab55-c081ac6fb714 req-58b4db20-6e8e-4652-adcc-116a976adae7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914271 Aug 16 09:26:33.203020 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-1032d1bd-614f-41a0-94cc-7d41e8c44b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:33.204505 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-1032d1bd-614f-41a0-94cc-7d41e8c44b1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 1097 time: 0.0386627 Aug 16 09:26:33.247018 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-1ab59789-e96f-4d05-9de3-20fc6a74a1c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee HTTP/1.1" status: 200 len: 217 time: 0.0330327 Aug 16 09:26:33.301911 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-180c3678-8ee4-4481-81a6-97fc4fba4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:33.303342 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-180c3678-8ee4-4481-81a6-97fc4fba4fde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc65ce35-04e7-4584-80a4-1275af6c7e31 HTTP/1.1" status: 200 len: 855 time: 0.0471392 Aug 16 09:26:33.349004 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-339bb703-abdb-44bc-9c57-4aab0edd16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:33.350424 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-339bb703-abdb-44bc-9c57-4aab0edd16f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e3dee7d-5ee5-41fc-b951-5848f52eee46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386810 Aug 16 09:26:33.442677 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-921c2147-e22a-46e0-945b-e54c8eb30add service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802658 Aug 16 09:26:33.539004 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59aa92c4-ce7f-477b-8f44-b6e8ad7aaffd req-b330d8c7-c939-43b2-884c-54f28c16b895 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884304 Aug 16 09:26:33.710377 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bfee5-7691-41d4-8b50-64fd4402a35b req-65744b99-5c19-47d8-8088-535b093407a8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:33.711955 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-108bfee5-7691-41d4-8b50-64fd4402a35b req-65744b99-5c19-47d8-8088-535b093407a8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0533423 Aug 16 09:26:33.749850 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-108bfee5-7691-41d4-8b50-64fd4402a35b req-b8de8d78-daa1-4f1d-a6d1-89620a6c2f78 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318596 Aug 16 09:26:33.965776 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397abdf-6523-4e9b-af87-b96ad1e2e47f req-c1ac2c51-c3b1-43f2-aeb1-566c95c0b04b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:33.967222 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0397abdf-6523-4e9b-af87-b96ad1e2e47f req-c1ac2c51-c3b1-43f2-aeb1-566c95c0b04b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 946 time: 0.0466940 Aug 16 09:26:34.003904 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0397abdf-6523-4e9b-af87-b96ad1e2e47f req-6c7709d2-2d94-4d1e-b9ba-f6d544795aa2 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305810 Aug 16 09:26:34.868828 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84435008-deca-4171-93a4-50be59f63309 req-177e5502-bcf8-4796-8f7c-721e9ddd0ddc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:34.870307 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-84435008-deca-4171-93a4-50be59f63309 req-177e5502-bcf8-4796-8f7c-721e9ddd0ddc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0468681 Aug 16 09:26:34.909380 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-84435008-deca-4171-93a4-50be59f63309 req-a5a61ee5-78d6-4757-bd5f-5b12c1aed637 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329537 Aug 16 09:26:34.972126 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-d3bbce12-7e81-4427-b6c5-71608fcfc121 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081384356&fields=id&tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f HTTP/1.1" status: 200 len: 267 time: 0.0312634 Aug 16 09:26:35.088477 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-f372e12e-e694-4939-a613-0e35efe0c856 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:35.089922 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-f372e12e-e694-4939-a613-0e35efe0c856 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/networks?id=4c347564-1a56-4aae-8d6f-f3d99b41df67 HTTP/1.1" status: 200 len: 809 time: 0.1108274 Aug 16 09:26:35.118173 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-4ad6f547-01e2-4fc6-8331-4ee3c570f93c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/quotas/e5e50dd4e9ce4a1db3389a77a5e5dc7f HTTP/1.1" status: 200 len: 375 time: 0.0140707 Aug 16 09:26:35.142495 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6c905-0c67-4485-b8c0-6e7e7814109d req-2edc0cd0-ab39-4a68-816e-511a1167a84c tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:35.143917 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a8d6c905-0c67-4485-b8c0-6e7e7814109d req-2edc0cd0-ab39-4a68-816e-511a1167a84c tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 946 time: 0.0744493 Aug 16 09:26:35.203836 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-db99b977-1b63-4ce7-b9ed-c94b9d4bcc32 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795469 Aug 16 09:26:35.206542 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a8d6c905-0c67-4485-b8c0-6e7e7814109d req-678c1e72-1e4d-415a-a550-6cc4304db744 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Aug 16 09:26:35.296663 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-c7b6823c-dcde-4c7e-aec7-db853c946c5d service neutron] 10.222.0.39 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808423 Aug 16 09:26:35.385753 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-572bc7cd-65b4-4a8d-b346-f89286b179f5 service neutron] 10.222.0.39 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832601 Aug 16 09:26:36.027478 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7315e9-b09e-4971-9762-c1036a049815 req-f1a770a9-992d-495a-b1be-693817d1c10a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:36.030851 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1a7315e9-b09e-4971-9762-c1036a049815 req-f1a770a9-992d-495a-b1be-693817d1c10a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0477247 Aug 16 09:26:36.065524 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1a7315e9-b09e-4971-9762-c1036a049815 req-3be0df96-470a-4008-914f-4150645b57c8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305336 Aug 16 09:26:36.143313 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-eb94cbe2-7a3c-4c90-9f15-c6b3a90a9b3f req-6ed3e4dd-eef6-4f49-93fd-1b687cf34325 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 210 time: 0.0245359 Aug 16 09:26:36.546422 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3b72-8714-45d2-b096-ed169005628e req-aa9922a3-1c51-4c73-b1a8-c04499585281 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:36.547878 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-806e3b72-8714-45d2-b096-ed169005628e req-aa9922a3-1c51-4c73-b1a8-c04499585281 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 946 time: 0.2747157 Aug 16 09:26:36.584563 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-806e3b72-8714-45d2-b096-ed169005628e req-d2f18643-20ce-432a-9935-b6456db98b9e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306478 Aug 16 09:26:37.183700 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd312a5c-17f7-4149-a308-437e629acd19 req-0dddfd81-09c4-482e-8d0a-6d4096e4db66 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:37.185210 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd312a5c-17f7-4149-a308-437e629acd19 req-0dddfd81-09c4-482e-8d0a-6d4096e4db66 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0489042 Aug 16 09:26:37.241920 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0998681f-8172-488d-be1f-7e22bad1d6bc req-7db9c5f9-cbc7-4307-838f-8eda37ca0557 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 210 time: 0.0343752 Aug 16 09:26:37.245138 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd312a5c-17f7-4149-a308-437e629acd19 req-48eb16f9-bab3-44b3-b531-dc2005f0cff9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540960 Aug 16 09:26:37.436167 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-292cb8b7-84db-4934-92af-34fa300cdec1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396340 Aug 16 09:26:37.520623 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-577ae68d-1e8a-4b38-ad8d-33b261f81b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:37.522269 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-577ae68d-1e8a-4b38-ad8d-33b261f81b10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc89ea9ff08c4f349d79106aea0b2c99&device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 1137 time: 0.0413132 Aug 16 09:26:37.627763 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-06d8159c-6b6e-4fb4-bec9-5a1e95780d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:37.629291 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-06d8159c-6b6e-4fb4-bec9-5a1e95780d63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5536abb9-3261-4edc-ace7-93b6a309c0d2 HTTP/1.1" status: 200 len: 915 time: 0.0871849 Aug 16 09:26:37.700188 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-3f058f7d-c7cd-4efe-bc54-a80df423a66d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20 HTTP/1.1" status: 200 len: 1001 time: 0.0623610 Aug 16 09:26:37.708918 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035a42d-7816-429c-acc6-a5fa9671b990 req-6ca36207-1c3c-427c-ba1f-32160d455e7d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:37.710411 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3035a42d-7816-429c-acc6-a5fa9671b990 req-6ca36207-1c3c-427c-ba1f-32160d455e7d tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 946 time: 0.0552886 Aug 16 09:26:37.749075 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3035a42d-7816-429c-acc6-a5fa9671b990 req-e797a9b8-d091-41fb-ac93-3896da9a87ec tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Aug 16 09:26:37.756565 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-8897f714-afc7-4c74-9884-e6f367cfd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:37.758579 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-8897f714-afc7-4c74-9884-e6f367cfd83e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e892491c-fa11-4c24-964c-58f52812419d HTTP/1.1" status: 200 len: 853 time: 0.0491638 Aug 16 09:26:37.824208 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-f4fa6086-4afc-45ce-a46f-8a3ef4516913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:37.825849 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-f4fa6086-4afc-45ce-a46f-8a3ef4516913 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5536abb9-3261-4edc-ace7-93b6a309c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406742 Aug 16 09:26:37.915496 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-136b61bb-daae-428f-911a-a406164f14fd service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801291 Aug 16 09:26:38.017393 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9a6a434c-7d61-40c5-93eb-44e92b9cf1a3 req-1afadd86-52cd-4933-acea-3d97c93e86af service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910232 Aug 16 09:26:38.339658 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0f5514ed-de8c-4bd5-a296-e0efca8ba003 req-715b3a1b-423d-4268-bdec-68f83f463ca3 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 210 time: 0.0322313 Aug 16 09:26:38.374987 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dde2a-b77d-49eb-bd3f-2efa7333bcda req-149153fd-91db-433f-94ae-b3ecd6898d8b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:38.376556 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-536dde2a-b77d-49eb-bd3f-2efa7333bcda req-149153fd-91db-433f-94ae-b3ecd6898d8b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0593669 Aug 16 09:26:38.415057 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-536dde2a-b77d-49eb-bd3f-2efa7333bcda req-53d98f87-7aeb-431b-8c28-09c07255a582 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311909 Aug 16 09:26:38.658390 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-dae24d13-2d59-4fa7-9529-a0c6d46e7192 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:38.659829 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-dae24d13-2d59-4fa7-9529-a0c6d46e7192 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.64 "GET /v2.0/networks?id=4c347564-1a56-4aae-8d6f-f3d99b41df67 HTTP/1.1" status: 200 len: 809 time: 0.1010182 Aug 16 09:26:38.719655 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-f903bd77-5124-4802-9cd0-99ffb3bd4a12 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f HTTP/1.1" status: 200 len: 380 time: 0.0420773 Aug 16 09:26:38.732989 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Request body: {'port': {'device_id': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'admin_state_up': True, 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'security_groups': ['295676f4-ecbb-453d-9e7d-0c197b70a372']}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:38.861952 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bea91b-09a8-450c-b507-2cd1de679d1c req-4261bf71-923d-42ad-9ce7-278a06ffc02f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:38.863446 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c6bea91b-09a8-450c-b507-2cd1de679d1c req-4261bf71-923d-42ad-9ce7-278a06ffc02f tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 946 time: 0.0471454 Aug 16 09:26:38.900454 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c6bea91b-09a8-450c-b507-2cd1de679d1c req-64504137-c430-47f8-aa0a-c4a503c482de tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302725 Aug 16 09:26:38.953164 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:26:38.980786 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Made reservation on behalf of e5e50dd4e9ce4a1db3389a77a5e5dc7f for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:26:38.984336 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:39.119414 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Allocated IP 172.20.0.11 (4c347564-1a56-4aae-8d6f-f3d99b41df67/185a726c-b09e-41f6-811d-8564e2c670d0/53776da3-bc2a-4a72-97ff-5d775a473b72) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:26:39.253061 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:39.266934 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Transition to ACTIVE for port object 53776da3-bc2a-4a72-97ff-5d775a473b72 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:26:39.394915 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:39.454790 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Network 4c347564-1a56-4aae-8d6f-f3d99b41df67 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:26:39.457168 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b929dd-127a-4712-a3fb-95d9d2ebca06 req-3865351f-d7f1-492b-b720-81542ed88af1 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:39.458201 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:26:39.458739 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d1b929dd-127a-4712-a3fb-95d9d2ebca06 req-3865351f-d7f1-492b-b720-81542ed88af1 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 932 time: 0.0525825 Aug 16 09:26:39.472565 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:26:39.496725 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event updated for resources: {'Port': ['ID=53776da3-bc2a-4a72-97ff-5d775a473b72,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:39.504595 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d1b929dd-127a-4712-a3fb-95d9d2ebca06 req-0d06ec6a-fed1-4a2a-8c86-b941bb79b67a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389142 Aug 16 09:26:39.536817 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:39.537492 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:39.554852 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f409a-8072-4257-b402-012364d1166d req-9e35cd9e-fb4d-4bd1-9adb-933880eaa0ae tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:39.556460 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b98f409a-8072-4257-b402-012364d1166d req-9e35cd9e-fb4d-4bd1-9adb-933880eaa0ae tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0555236 Aug 16 09:26:39.618095 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b98f409a-8072-4257-b402-012364d1166d req-d4fcb7f9-46e4-42e0-8ae3-d0d4d23a8acf tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546877 Aug 16 09:26:39.643012 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab47141-49df-49f6-9689-16f6455ed482 req-e8fa731c-203a-4184-a4ae-9b20d32bd985 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:39.657850 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8ab47141-49df-49f6-9689-16f6455ed482 req-e8fa731c-203a-4184-a4ae-9b20d32bd985 tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 946 time: 0.0627511 Aug 16 09:26:39.715073 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1bd78e29-de2d-4aa1-8670-b9739dd6a15d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9855077 Aug 16 09:26:39.727978 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Request body: {'port': {'device_id': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:39.749928 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-8ab47141-49df-49f6-9689-16f6455ed482 req-86d8b57f-5ee1-4bad-8abf-2e276dc3231b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Deleting port e762b089-3dbe-41e1-ad0c-e3ebf176a65d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:26:39.750283 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8ab47141-49df-49f6-9689-16f6455ed482 req-86d8b57f-5ee1-4bad-8abf-2e276dc3231b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:39.788100 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:39.840142 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-8ab47141-49df-49f6-9689-16f6455ed482 req-86d8b57f-5ee1-4bad-8abf-2e276dc3231b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] For port e762b089-3dbe-41e1-ad0c-e3ebf176a65d, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=e762b089-3dbe-41e1-ad0c-e3ebf176a65d,segment=NetworkSegment(a963db01-b381-431b-8c2c-a625e80f3e5d),segment_id=a963db01-b381-431b-8c2c-a625e80f3e5d)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:39.841070 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8ab47141-49df-49f6-9689-16f6455ed482 req-86d8b57f-5ee1-4bad-8abf-2e276dc3231b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:39.843957 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-1ec0209c-51a3-414b-9b8c-4c692f33c70c None None] Provisioning for port 53776da3-bc2a-4a72-97ff-5d775a473b72 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:26:39.849257 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-1ec0209c-51a3-414b-9b8c-4c692f33c70c None None] Provisioning complete for port 53776da3-bc2a-4a72-97ff-5d775a473b72 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:26:39.849622 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1ec0209c-51a3-414b-9b8c-4c692f33c70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:39.858091 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-8ab47141-49df-49f6-9689-16f6455ed482 req-86d8b57f-5ee1-4bad-8abf-2e276dc3231b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Calling delete_port for e762b089-3dbe-41e1-ad0c-e3ebf176a65d owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:26:39.886355 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0209c-51a3-414b-9b8c-4c692f33c70c None None] Port 53776da3-bc2a-4a72-97ff-5d775a473b72 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:26:39.969445 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fcd2ba8d-b3a7-479f-b3cb-2464631892ee details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:26:40.047390 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2e4d2-55ed-4277-9fa1-ba4ee27a5f72 req-84f4054a-56c3-4ba5-b786-6bae0cc99b7e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:40.048985 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3fe2e4d2-55ed-4277-9fa1-ba4ee27a5f72 req-84f4054a-56c3-4ba5-b786-6bae0cc99b7e tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 946 time: 0.0653803 Aug 16 09:26:40.073337 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:40.086655 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'port_id': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'mac_address': 'fa:16:3e:bb:9e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:26:40.095108 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3fe2e4d2-55ed-4277-9fa1-ba4ee27a5f72 req-6bc4414c-041a-4bf2-ba2a-73ef44c9e28b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b5e952b-a02a-41a6-b255-1177839fa127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397084 Aug 16 09:26:40.117567 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53776da3-bc2a-4a72-97ff-5d775a473b72 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:26:40.125592 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:40.136211 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:40.137254 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Transition to ACTIVE for port object 53776da3-bc2a-4a72-97ff-5d775a473b72 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:26:40.148652 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd2ba8d-b3a7-479f-b3cb-2464631892ee {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:26:40.155315 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8ab47141-49df-49f6-9689-16f6455ed482 req-86d8b57f-5ee1-4bad-8abf-2e276dc3231b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:40.170287 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['e762b089-3dbe-41e1-ad0c-e3ebf176a65d'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:26:40.190374 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8b57f-5ee1-4bad-8abf-2e276dc3231b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Pushing event deleted for resources: {'Port': ['ID=e762b089-3dbe-41e1-ad0c-e3ebf176a65d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:40.192645 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:40.234053 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab47141-49df-49f6-9689-16f6455ed482 req-86d8b57f-5ee1-4bad-8abf-2e276dc3231b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] No DVR routers for this DVR port e762b089-3dbe-41e1-ad0c-e3ebf176a65d on host hv-cinder-80461 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:26:40.236743 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8ab47141-49df-49f6-9689-16f6455ed482 req-86d8b57f-5ee1-4bad-8abf-2e276dc3231b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:40.238719 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8ab47141-49df-49f6-9689-16f6455ed482 req-86d8b57f-5ee1-4bad-8abf-2e276dc3231b tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.64 "DELETE /v2.0/ports/e762b089-3dbe-41e1-ad0c-e3ebf176a65d HTTP/1.1" status: 204 len: 173 time: 0.5797718 Aug 16 09:26:40.239154 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1dec4-99e0-446b-a911-ecaf83671004', 'name': 'network-vif-deleted', 'tag': 'e762b089-3dbe-41e1-ad0c-e3ebf176a65d'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:26:40.241509 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02cf7ba-1cdc-45a3-b3fc-676a5df383f2" -d '{"events": [{"server_uuid": "09a1dec4-99e0-446b-a911-ecaf83671004", "name": "network-vif-deleted", "tag": "e762b089-3dbe-41e1-ad0c-e3ebf176a65d"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:26:40.276653 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccfbdce-e193-453b-b01d-f31eb3052004 x-openstack-request-id: req-4ccfbdce-e193-453b-b01d-f31eb3052004 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:26:40.276944 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a1dec4-99e0-446b-a911-ecaf83671004", "name": "network-vif-deleted", "tag": "e762b089-3dbe-41e1-ad0c-e3ebf176a65d", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:26:40.277195 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ccfbdce-e193-453b-b01d-f31eb3052004 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:26:40.277655 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a1dec4-99e0-446b-a911-ecaf83671004', 'name': 'network-vif-deleted', 'tag': 'e762b089-3dbe-41e1-ad0c-e3ebf176a65d', 'status': 'completed', 'code': 200} Aug 16 09:26:40.296793 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:40.343621 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Pushing event updated for resources: {'Port': ['ID=53776da3-bc2a-4a72-97ff-5d775a473b72,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:40.350252 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:40.405247 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:40.444716 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Attempting to bind port 53776da3-bc2a-4a72-97ff-5d775a473b72 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:26:40.445055 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Attempting to bind port 53776da3-bc2a-4a72-97ff-5d775a473b72 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:26:40.445408 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Attempting to bind port 53776da3-bc2a-4a72-97ff-5d775a473b72 on network 4c347564-1a56-4aae-8d6f-f3d99b41df67 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:26:40.450152 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Port 53776da3-bc2a-4a72-97ff-5d775a473b72 on network 4c347564-1a56-4aae-8d6f-f3d99b41df67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:26:40.450472 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Attempting to bind port 53776da3-bc2a-4a72-97ff-5d775a473b72 on network 4c347564-1a56-4aae-8d6f-f3d99b41df67 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:26:40.456786 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:26:40.457126 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Checking segment: {'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:26:40.457513 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Bound using segment: {'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:26:40.462779 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Bound port: 53776da3-bc2a-4a72-97ff-5d775a473b72, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73456d03-6738-4378-92f6-18537912a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:26:40.462779 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:40.532906 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] For port 53776da3-bc2a-4a72-97ff-5d775a473b72, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:26:40.536863 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] For port 53776da3-bc2a-4a72-97ff-5d775a473b72, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=53776da3-bc2a-4a72-97ff-5d775a473b72,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:26:40.632891 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:40.636734 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['fcd2ba8d-b3a7-479f-b3cb-2464631892ee'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:26:40.645870 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1338dcd-8311-4ced-8b2b-6a3f14dd651d req-7b49d062-6426-425d-9f5f-26746e23cb64 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:40.654006 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c1338dcd-8311-4ced-8b2b-6a3f14dd651d req-7b49d062-6426-425d-9f5f-26746e23cb64 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0611703 Aug 16 09:26:40.667985 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:40.668667 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:40.670101 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] 10.222.0.64 "PUT /v2.0/ports/53776da3-bc2a-4a72-97ff-5d775a473b72 HTTP/1.1" status: 200 len: 1094 time: 0.9469221 Aug 16 09:26:40.670510 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:26:40.672786 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859a556b-9ebc-4544-b76a-199eac264691" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:26:40.699109 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c9561-299a-406f-8c42-abb8485dc02d service neutron] Pushing event updated for resources: {'Port': ['ID=53776da3-bc2a-4a72-97ff-5d775a473b72,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:40.712875 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c1338dcd-8311-4ced-8b2b-6a3f14dd651d req-f9d12d54-6825-4918-a28b-13d1b2f3d0da tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573604 Aug 16 09:26:40.772055 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ead4d8-d8c6-4bc0-a960-98c56deffd2f x-openstack-request-id: req-54ead4d8-d8c6-4bc0-a960-98c56deffd2f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:26:40.776235 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:26:40.778388 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54ead4d8-d8c6-4bc0-a960-98c56deffd2f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:26:40.784320 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'status': 'completed', 'code': 200} Aug 16 09:26:40.795161 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97fc1b-ae14-440a-912a-4bdfab21d9e9 req-26314f5e-433a-4d9f-92e9-670ad0b3f739 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:40.796816 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-af97fc1b-ae14-440a-912a-4bdfab21d9e9 req-26314f5e-433a-4d9f-92e9-670ad0b3f739 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 945 time: 0.0659916 Aug 16 09:26:40.838692 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-af97fc1b-ae14-440a-912a-4bdfab21d9e9 req-ccf7aa8f-ea46-4313-b65a-75e23e9159a3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349860 Aug 16 09:26:40.843397 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-fb957159-08da-4d25-83ec-60c39b773088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:40.845536 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-fb957159-08da-4d25-83ec-60c39b773088 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f&device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 1097 time: 0.0479989 Aug 16 09:26:40.891147 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-dbb99380-1f55-4884-936c-ed0080be56f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53776da3-bc2a-4a72-97ff-5d775a473b72 HTTP/1.1" status: 200 len: 217 time: 0.0367305 Aug 16 09:26:40.941040 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b5c2274a-1be5-41d6-8c57-27bc7dbc5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:40.942535 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-b5c2274a-1be5-41d6-8c57-27bc7dbc5510 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=185a726c-b09e-41f6-811d-8564e2c670d0 HTTP/1.1" status: 200 len: 848 time: 0.0438797 Aug 16 09:26:40.997556 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-7e960f3b-4e49-4d97-b0f4-f6a82ea0f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:40.997556 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-7e960f3b-4e49-4d97-b0f4-f6a82ea0f1fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c347564-1a56-4aae-8d6f-f3d99b41df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392826 Aug 16 09:26:41.090228 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-6e0ecb41-5c50-428b-974b-a4bb53b1cad4 service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830040 Aug 16 09:26:41.189335 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34b5aa3a-ab43-4e32-a83e-1807bcc81432 req-1da93e0d-225f-456e-9386-fb93a0c85d97 service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876791 Aug 16 09:26:41.209458 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4644d739-0715-41fc-928c-538b5af8ae61 req-e5c09fad-fe1c-4337-aca8-d9203504e1fd tempest-AttachVolumeNegativeTest-41327879 tempest-AttachVolumeNegativeTest-41327879-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a1dec4-99e0-446b-a911-ecaf83671004 HTTP/1.1" status: 200 len: 210 time: 0.0288882 Aug 16 09:26:41.353543 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a556b-9ebc-4544-b76a-199eac264691 req-2075bf67-a7d8-4a12-8aeb-196d1b00f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:41.355007 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-859a556b-9ebc-4544-b76a-199eac264691 req-2075bf67-a7d8-4a12-8aeb-196d1b00f4a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f&device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 1097 time: 0.0404799 Aug 16 09:26:41.445127 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a556b-9ebc-4544-b76a-199eac264691 req-a9d9f908-2ad2-486b-9495-acf0a18e07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:41.446488 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-859a556b-9ebc-4544-b76a-199eac264691 req-a9d9f908-2ad2-486b-9495-acf0a18e07c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c347564-1a56-4aae-8d6f-f3d99b41df67 HTTP/1.1" status: 200 len: 910 time: 0.0839925 Aug 16 09:26:41.487232 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-859a556b-9ebc-4544-b76a-199eac264691 req-0146bda0-b4aa-459a-a209-68dd8cd365ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53776da3-bc2a-4a72-97ff-5d775a473b72 HTTP/1.1" status: 200 len: 217 time: 0.0334454 Aug 16 09:26:41.541559 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a556b-9ebc-4544-b76a-199eac264691 req-f11db39c-a9f9-446e-98e9-0727ee8bcc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:41.543026 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-859a556b-9ebc-4544-b76a-199eac264691 req-f11db39c-a9f9-446e-98e9-0727ee8bcc02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=185a726c-b09e-41f6-811d-8564e2c670d0 HTTP/1.1" status: 200 len: 848 time: 0.0459328 Aug 16 09:26:41.587375 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a556b-9ebc-4544-b76a-199eac264691 req-2494f967-530e-4b14-9d81-e60ac5b3c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:41.589362 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-859a556b-9ebc-4544-b76a-199eac264691 req-2494f967-530e-4b14-9d81-e60ac5b3c098 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c347564-1a56-4aae-8d6f-f3d99b41df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389831 Aug 16 09:26:41.678240 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-859a556b-9ebc-4544-b76a-199eac264691 req-e6d8103d-7ab6-424a-a2e5-2de00b423921 service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806923 Aug 16 09:26:41.775982 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-859a556b-9ebc-4544-b76a-199eac264691 req-37a94432-2711-4d44-9149-6fa0fd904c05 service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884240 Aug 16 09:26:41.834954 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d81889-fbc0-4d47-b895-5fce6d193b88 req-a5562871-59eb-4f90-a397-8411c38d1e2a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:41.836469 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-71d81889-fbc0-4d47-b895-5fce6d193b88 req-a5562871-59eb-4f90-a397-8411c38d1e2a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0484493 Aug 16 09:26:41.874777 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-71d81889-fbc0-4d47-b895-5fce6d193b88 req-9cdcf8e6-7279-465c-927e-5b65fdf56a8d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317142 Aug 16 09:26:41.960400 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537891a-549f-4591-8232-455b0ab73356 req-8818faac-7c00-4d44-9b1b-d343bede1236 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:41.961827 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f537891a-549f-4591-8232-455b0ab73356 req-8818faac-7c00-4d44-9b1b-d343bede1236 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 945 time: 0.0507374 Aug 16 09:26:41.990148 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fcd2ba8d-b3a7-479f-b3cb-2464631892ee up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:26:41.998459 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f537891a-549f-4591-8232-455b0ab73356 req-197c4fb6-5ca0-45d3-b889-369846a4c6cc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307648 Aug 16 09:26:42.108419 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port fcd2ba8d-b3a7-479f-b3cb-2464631892ee completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:26:42.112266 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port fcd2ba8d-b3a7-479f-b3cb-2464631892ee triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:26:42.112662 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:42.196395 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:42.218724 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:26:42.220993 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bb7745-81fb-4570-b1db-0e9ee4530095" -d '{"events": [{"server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "name": "network-vif-plugged", "status": "completed", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:26:42.235468 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:42.258126 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a845e457-6dd4-44fa-8492-aea118fe0ae2 x-openstack-request-id: req-a845e457-6dd4-44fa-8492-aea118fe0ae2 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:26:42.261073 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "name": "network-vif-plugged", "status": "completed", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:26:42.261073 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a845e457-6dd4-44fa-8492-aea118fe0ae2 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:26:42.261073 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'code': 200} Aug 16 09:26:42.293908 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 48478) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:42.318104 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:42.318997 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device e762b089-3dbe-41e1-ad0c-e3ebf176a65d no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:26:42.337853 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_v2 [None req-924f5900-166f-45eb-b9cf-88fcdbb0379f admin admin] Deleting subnet 3f958ed6-bda7-40db-b5ef-2c818d6cf4b7 {{(pid=94600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:26:42.339366 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: e762b089-3dbe-41e1-ad0c-e3ebf176a65d {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:26:42.339707 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device e762b089-3dbe-41e1-ad0c-e3ebf176a65d not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:26:42.340980 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-924f5900-166f-45eb-b9cf-88fcdbb0379f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:42.386994 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-924f5900-166f-45eb-b9cf-88fcdbb0379f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11417949'] for subnet, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:42.390637 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:42.437779 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-924f5900-166f-45eb-b9cf-88fcdbb0379f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:42.593343 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c1452-583b-45f4-9b7f-18641806ffbc req-870adaed-6929-48f0-9564-428dc47c29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:42.594771 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fa5c1452-583b-45f4-9b7f-18641806ffbc req-870adaed-6929-48f0-9564-428dc47c29fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 1099 time: 0.0374491 Aug 16 09:26:42.595812 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-924f5900-166f-45eb-b9cf-88fcdbb0379f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11474505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693903'] for subnet, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:42.638359 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f5900-166f-45eb-b9cf-88fcdbb0379f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f958ed6-bda7-40db-b5ef-2c818d6cf4b7,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:42.642058 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-924f5900-166f-45eb-b9cf-88fcdbb0379f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:42.644032 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-924f5900-166f-45eb-b9cf-88fcdbb0379f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3f958ed6-bda7-40db-b5ef-2c818d6cf4b7 HTTP/1.1" status: 204 len: 168 time: 0.3490925 Aug 16 09:26:42.646740 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 48486) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:42.660978 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fa5c1452-583b-45f4-9b7f-18641806ffbc req-9f21c662-4b7e-4ba2-b59b-ef366ae6c2a0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544524 Aug 16 09:26:42.713624 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:42.796068 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:42.805766 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.806648 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.807395 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.807723 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > port after_create 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.808059 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.808419 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > port after_update 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.808735 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.809074 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.809387 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.809701 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.969664 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.970320 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.970320 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.970649 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 09:26:42.971017 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3b261e-a3d3-4373-a8cd-09e571feda33']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:43.010935 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a963db01-b381-431b-8c2c-a625e80f3e5d') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:43.011226 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a963db01-b381-431b-8c2c-a625e80f3e5d') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:43.029022 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8780491'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:43.053681 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:43.070501 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c847c0-62f6-4d81-b3e5-36462edd6b63 req-4bdfcbab-9430-460c-a827-1f17e1f23d64 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:43.072166 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b8c847c0-62f6-4d81-b3e5-36462edd6b63 req-4bdfcbab-9430-460c-a827-1f17e1f23d64 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0959914 Aug 16 09:26:43.073550 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:26:43.073977 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8465282'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: from cryptography.utils import int_from_bytes Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: from cryptography.utils import int_from_bytes Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: Traceback (most recent call last): Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: timer() Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: cb(*args, **kw) Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: return func(*args, **kwargs) Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: self._notify() Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: self.callback(batched_events) Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: event.method(event) Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: return f(self, *a, **k) Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._get(url).json() Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:26:43.079237 dv-cinder-804611-1-iscsi neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:26:43.190225 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b8c847c0-62f6-4d81-b3e5-36462edd6b63 req-86c0e453-9191-49d0-afdd-fc12e73b6b6c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009188 Aug 16 09:26:43.200186 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1408c-6a21-4ac6-a996-96e2a04581ab req-d1369756-14ea-4d7e-b682-642ed058521c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:43.201694 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f0a1408c-6a21-4ac6-a996-96e2a04581ab req-d1369756-14ea-4d7e-b682-642ed058521c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.1256869 Aug 16 09:26:43.239632 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f0a1408c-6a21-4ac6-a996-96e2a04581ab req-732e6de4-e8f8-4ac6-80b9-c79cfe52ab22 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317554 Aug 16 09:26:43.244512 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:43.251848 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:43.256355 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1d3b261e-a3d3-4373-a8cd-09e571feda33 HTTP/1.1" status: 204 len: 168 time: 0.6058669 Aug 16 09:26:43.263581 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75077e87-44f2-489b-ac2b-fd0eb0936b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d3b261e-a3d3-4373-a8cd-09e571feda33,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:43.648807 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 48502) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:43.687969 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f483f52d-c30a-4872-bb19-6bd8236888fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c45f341668ea441db7a4b1c9f30353e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379429 Aug 16 09:26:43.690403 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 48504) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:43.750703 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-df5e69ff-88da-4e2d-b69e-e2a1efa9b467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:43.771964 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-df5e69ff-88da-4e2d-b69e-e2a1efa9b467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:44.043781 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-df5e69ff-88da-4e2d-b69e-e2a1efa9b467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:44.046416 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-df5e69ff-88da-4e2d-b69e-e2a1efa9b467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:44.047697 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-df5e69ff-88da-4e2d-b69e-e2a1efa9b467 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b5e952b-a02a-41a6-b255-1177839fa127 HTTP/1.1" status: 204 len: 168 time: 0.3563876 Aug 16 09:26:44.055771 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e69ff-88da-4e2d-b69e-e2a1efa9b467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5e952b-a02a-41a6-b255-1177839fa127,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:44.308006 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b2e8c-1038-4afd-ae79-3ecfb16fabda req-39317fe4-e31c-4412-943b-29daed871879 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:44.309556 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d03b2e8c-1038-4afd-ae79-3ecfb16fabda req-39317fe4-e31c-4412-943b-29daed871879 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0534236 Aug 16 09:26:44.373007 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d03b2e8c-1038-4afd-ae79-3ecfb16fabda req-23a35842-1666-44f6-be5c-86d40c5e52db tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525689 Aug 16 09:26:44.385121 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809bdcd-a532-4089-9534-40ce21ca4317 req-afeb9013-431f-4822-a5fd-be0209182e62 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:44.386800 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2809bdcd-a532-4089-9534-40ce21ca4317 req-afeb9013-431f-4822-a5fd-be0209182e62 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0746460 Aug 16 09:26:44.426411 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2809bdcd-a532-4089-9534-40ce21ca4317 req-fd307d37-cfec-4fd3-81db-67f5ec8c7011 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325456 Aug 16 09:26:45.486398 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8af67-c9b4-42d2-8eac-2ea435176ffc req-b8a09100-7c83-4cd4-b457-3a5ddd92255e tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:45.487897 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-95b8af67-c9b4-42d2-8eac-2ea435176ffc req-b8a09100-7c83-4cd4-b457-3a5ddd92255e tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0494123 Aug 16 09:26:45.554810 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-95b8af67-c9b4-42d2-8eac-2ea435176ffc req-cf65492d-58ee-4c92-a7c2-862830994150 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608931 Aug 16 09:26:45.570866 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6d024-e84f-447a-9e76-220ee0e5893e req-aa49a1fb-e465-4606-8fe4-f5edcb01fd1a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:45.572886 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-71a6d024-e84f-447a-9e76-220ee0e5893e req-aa49a1fb-e465-4606-8fe4-f5edcb01fd1a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0717168 Aug 16 09:26:45.611831 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-71a6d024-e84f-447a-9e76-220ee0e5893e req-434da09e-8267-45c6-84e3-128ae78b228f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330615 Aug 16 09:26:46.508692 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-69bc188a-7154-4b2b-a0d7-4f62f1fcebe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:46.667117 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6647ab-649e-4649-abae-82dc2764ad87 req-a19499a9-c9a6-4b83-98b8-6e9e48412621 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:46.668672 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-be6647ab-649e-4649-abae-82dc2764ad87 req-a19499a9-c9a6-4b83-98b8-6e9e48412621 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0489690 Aug 16 09:26:46.731866 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-be6647ab-649e-4649-abae-82dc2764ad87 req-31ffd286-99a4-4125-8f96-4c41fae11dc4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572770 Aug 16 09:26:46.752050 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98956b6-8f21-4f24-8f4a-2b5d900fc231 req-cbe9dd6f-bd2e-44ac-a701-ae2aef74a26c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:46.753732 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e98956b6-8f21-4f24-8f4a-2b5d900fc231 req-cbe9dd6f-bd2e-44ac-a701-ae2aef74a26c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0660200 Aug 16 09:26:46.791728 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e98956b6-8f21-4f24-8f4a-2b5d900fc231 req-484aa84a-b891-407f-891e-354fe7dd3c72 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316401 Aug 16 09:26:47.866234 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363a952-1d66-4411-95a0-aa766adda45a req-1da51106-24cb-4294-ac5f-659951c77ff7 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:47.867740 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4363a952-1d66-4411-95a0-aa766adda45a req-1da51106-24cb-4294-ac5f-659951c77ff7 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0702484 Aug 16 09:26:47.937547 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c931b3-03c9-437b-8c4a-5897386dcaca req-cc49820a-761b-41b5-b421-ad3cc6e1180e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:47.939019 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-17c931b3-03c9-437b-8c4a-5897386dcaca req-cc49820a-761b-41b5-b421-ad3cc6e1180e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0704029 Aug 16 09:26:47.942005 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4363a952-1d66-4411-95a0-aa766adda45a req-d1bc5acb-fded-4f89-9933-a6c4ee7403c8 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621073 Aug 16 09:26:47.976596 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-17c931b3-03c9-437b-8c4a-5897386dcaca req-b8ad0d26-1684-4dac-9cc3-cf26214f68e6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316951 Aug 16 09:26:49.057214 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcd578-e670-4d38-89f1-51d5a3b38832 req-28e1503f-a84d-45df-a1ae-2ef3bced69b5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:49.058675 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4ffcd578-e670-4d38-89f1-51d5a3b38832 req-28e1503f-a84d-45df-a1ae-2ef3bced69b5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0513442 Aug 16 09:26:49.095153 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4ffcd578-e670-4d38-89f1-51d5a3b38832 req-5006d778-6e66-4bb9-9630-63c523662b76 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306110 Aug 16 09:26:49.183148 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:49.204153 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a188a0a-93e1-4359-bcdb-015b1c18834b req-ee7f8f4b-fe66-4b1d-aea7-fe8bfc4b3862 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:49.205720 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2a188a0a-93e1-4359-bcdb-015b1c18834b req-ee7f8f4b-fe66-4b1d-aea7-fe8bfc4b3862 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0485892 Aug 16 09:26:49.238577 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-628bf6bf-067e-4889-927d-80a150dd6e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:49.266402 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2a188a0a-93e1-4359-bcdb-015b1c18834b req-1abde77e-e14f-4f3f-8f74-32df456d8af3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506051 Aug 16 09:26:49.276508 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adb27d-6874-4c01-9501-276c9d1f55d8 req-a05b12a2-0dd6-4200-a370-8829981a2b80 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:49.277942 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-87adb27d-6874-4c01-9501-276c9d1f55d8 req-a05b12a2-0dd6-4200-a370-8829981a2b80 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0714350 Aug 16 09:26:49.328710 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-87adb27d-6874-4c01-9501-276c9d1f55d8 req-f763d3df-1348-4285-bfd1-e1756e3e27e0 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444033 Aug 16 09:26:49.379019 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687eb78f-0098-4797-b7f0-79530a01f780 req-a4515db9-e676-430d-9c11-dc542ee76d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:49.380486 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-687eb78f-0098-4797-b7f0-79530a01f780 req-a4515db9-e676-430d-9c11-dc542ee76d56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc89ea9ff08c4f349d79106aea0b2c99&device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 1137 time: 0.0407422 Aug 16 09:26:49.387895 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a4944-5feb-40f2-aab7-3054418d45f8 req-37ec535d-f28b-4591-8553-b4322d80d55c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:49.392476 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-097a4944-5feb-40f2-aab7-3054418d45f8 req-37ec535d-f28b-4591-8553-b4322d80d55c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0486615 Aug 16 09:26:49.398031 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 48630) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:49.403146 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3c00b1f9-4977-4257-a7eb-171a2c61e5c2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Request body: {'floatingip': {'port_id': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:26:49.444344 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c00b1f9-4977-4257-a7eb-171a2c61e5c2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:49.479632 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687eb78f-0098-4797-b7f0-79530a01f780 req-5ef8651a-d9ce-4ea4-806c-6894c47194b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:49.481151 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-687eb78f-0098-4797-b7f0-79530a01f780 req-5ef8651a-d9ce-4ea4-806c-6894c47194b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5536abb9-3261-4edc-ace7-93b6a309c0d2 HTTP/1.1" status: 200 len: 915 time: 0.0911968 Aug 16 09:26:49.552899 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-687eb78f-0098-4797-b7f0-79530a01f780 req-3ff98c0d-469c-41b4-ba15-1a42d4222aee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20 HTTP/1.1" status: 200 len: 1001 time: 0.0599582 Aug 16 09:26:49.602409 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687eb78f-0098-4797-b7f0-79530a01f780 req-028d56ab-7621-4db6-b59d-aef9210f2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:49.604508 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-687eb78f-0098-4797-b7f0-79530a01f780 req-028d56ab-7621-4db6-b59d-aef9210f2c07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e892491c-fa11-4c24-964c-58f52812419d HTTP/1.1" status: 200 len: 853 time: 0.0443261 Aug 16 09:26:49.658880 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687eb78f-0098-4797-b7f0-79530a01f780 req-ce665e97-10ac-4184-9224-332a3774f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:49.664175 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-687eb78f-0098-4797-b7f0-79530a01f780 req-ce665e97-10ac-4184-9224-332a3774f3cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5536abb9-3261-4edc-ace7-93b6a309c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487938 Aug 16 09:26:49.913128 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c00b1f9-4977-4257-a7eb-171a2c61e5c2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:50.014843 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-687eb78f-0098-4797-b7f0-79530a01f780 req-4ea13772-bdf4-4039-b864-19c6674054d9 service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452699 Aug 16 09:26:50.028288 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c00b1f9-4977-4257-a7eb-171a2c61e5c2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:50.109877 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-687eb78f-0098-4797-b7f0-79530a01f780 req-59a7ba44-c160-493f-afc6-bae2ebd9aa06 service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860288 Aug 16 09:26:50.133579 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.l3_db [None req-3c00b1f9-4977-4257-a7eb-171a2c61e5c2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Floating IP f59f75a2-9979-4a2d-b845-b56ee373038f associated. External IP: 172.27.3.100, port: fcd2ba8d-b3a7-479f-b3cb-2464631892ee. Aug 16 09:26:50.232219 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 48654) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:50.267866 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f32ef-1656-4ac0-b2c2-7a998c350777 req-c0554952-93f6-43c0-96f4-93e55b18c639 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:50.269367 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b62f32ef-1656-4ac0-b2c2-7a998c350777 req-c0554952-93f6-43c0-96f4-93e55b18c639 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0920813 Aug 16 09:26:50.274617 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:50.340488 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7205026-2db6-4796-a15f-a528b2d7f79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:50.349906 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b62f32ef-1656-4ac0-b2c2-7a998c350777 req-b0b76fdb-f1f9-4fa2-95b0-86f98283b6d0 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728014 Aug 16 09:26:50.439802 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7205026-2db6-4796-a15f-a528b2d7f79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:50.450359 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c00b1f9-4977-4257-a7eb-171a2c61e5c2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Router d1a09706-5dba-4bd2-808f-b656edceef9b has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:26:50.480411 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce490a52-9c8e-415a-ae35-c4cc6d303fe7 req-c24b7277-9e4b-4161-9dd6-e7149215152b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:50.481881 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ce490a52-9c8e-415a-ae35-c4cc6d303fe7 req-c24b7277-9e4b-4161-9dd6-e7149215152b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0654299 Aug 16 09:26:50.506328 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7205026-2db6-4796-a15f-a528b2d7f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:50.543127 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7205026-2db6-4796-a15f-a528b2d7f79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343e1539-240e-4217-afbe-2bc9cab89db7,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:50.547478 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-e7205026-2db6-4796-a15f-a528b2d7f79d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a162a6970b848099cc9798b0e9bf390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205752 Aug 16 09:26:50.550096 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 48660) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:50.587730 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ce490a52-9c8e-415a-ae35-c4cc6d303fe7 req-7e7365c2-cf1c-4005-8b8a-67206a8dad61 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764637 Aug 16 09:26:50.599106 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc3c-e641-426b-b565-f9309990050c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:50.607557 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c00b1f9-4977-4257-a7eb-171a2c61e5c2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:26:50.612463 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c00b1f9-4977-4257-a7eb-171a2c61e5c2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:50.619389 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc6d50-5e2b-4184-9e7e-eb539ebf95e4 None None] Sync routers for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:26:50.622477 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc3c-e641-426b-b565-f9309990050c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:50.630427 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc6d50-5e2b-4184-9e7e-eb539ebf95e4 None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:26:50.631287 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e2cc6d50-5e2b-4184-9e7e-eb539ebf95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:26:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:50.641192 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-3c00b1f9-4977-4257-a7eb-171a2c61e5c2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "PUT /v2.0/floatingips/f59f75a2-9979-4a2d-b845-b56ee373038f HTTP/1.1" status: 200 len: 992 time: 1.2420893 Aug 16 09:26:50.641800 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:26:50.644768 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30081eff-88e8-4aba-a3c6-b3efea9e4785" -d '{"events": [{"name": "network-changed", "server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:26:50.694934 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6de3523-5386-4e81-bb0c-4b3efff88d6a x-openstack-request-id: req-c6de3523-5386-4e81-bb0c-4b3efff88d6a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:26:50.695231 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:26:50.695890 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6de3523-5386-4e81-bb0c-4b3efff88d6a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:26:50.696364 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'status': 'completed', 'code': 200} Aug 16 09:26:50.747655 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e2cc6d50-5e2b-4184-9e7e-eb539ebf95e4 None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:26:50.767103 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc3c-e641-426b-b565-f9309990050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:50.769631 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc3c-e641-426b-b565-f9309990050c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:50.770744 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-a7a4bc3c-e641-426b-b565-f9309990050c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/343e1539-240e-4217-afbe-2bc9cab89db7 HTTP/1.1" status: 204 len: 168 time: 0.2197540 Aug 16 09:26:50.782416 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4bc3c-e641-426b-b565-f9309990050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343e1539-240e-4217-afbe-2bc9cab89db7,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:50.795387 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081eff-88e8-4aba-a3c6-b3efea9e4785 req-6db4451c-c0fb-4828-af60-714a628e55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:50.798530 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-30081eff-88e8-4aba-a3c6-b3efea9e4785 req-6db4451c-c0fb-4828-af60-714a628e55ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 1099 time: 0.0666630 Aug 16 09:26:50.888417 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081eff-88e8-4aba-a3c6-b3efea9e4785 req-74cd9a8b-0e23-40bb-a22d-b33d1120cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:50.889999 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-30081eff-88e8-4aba-a3c6-b3efea9e4785 req-74cd9a8b-0e23-40bb-a22d-b33d1120cc0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 917 time: 0.0828836 Aug 16 09:26:50.960254 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-30081eff-88e8-4aba-a3c6-b3efea9e4785 req-5a2aef33-87e6-416b-a773-559dfac2bb93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee HTTP/1.1" status: 200 len: 1000 time: 0.0624895 Aug 16 09:26:51.014799 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081eff-88e8-4aba-a3c6-b3efea9e4785 req-a6c81818-47bc-4d2a-bdf5-02feb755db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:51.016362 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-30081eff-88e8-4aba-a3c6-b3efea9e4785 req-a6c81818-47bc-4d2a-bdf5-02feb755db1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc65ce35-04e7-4584-80a4-1275af6c7e31 HTTP/1.1" status: 200 len: 855 time: 0.0468199 Aug 16 09:26:51.068093 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081eff-88e8-4aba-a3c6-b3efea9e4785 req-fe57215d-2c54-475d-8faa-30fa41f4a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:51.069830 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-30081eff-88e8-4aba-a3c6-b3efea9e4785 req-fe57215d-2c54-475d-8faa-30fa41f4a031 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e3dee7d-5ee5-41fc-b951-5848f52eee46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453951 Aug 16 09:26:51.119363 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e2cc6d50-5e2b-4184-9e7e-eb539ebf95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'f59f75a2-9979-4a2d-b845-b56ee373038f', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'port_id': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'mac_address': 'fa:16:3e:bb:9e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c00172-b7ba-4387-a558-93b239fcf711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:26:17Z', 'updated_at': '2021-08-16T09:26:49Z', 'revision_number': 1, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:51.146567 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc6d50-5e2b-4184-9e7e-eb539ebf95e4 None None] Checking router: d1a09706-5dba-4bd2-808f-b656edceef9b for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:26:51.154849 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc6d50-5e2b-4184-9e7e-eb539ebf95e4 None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:26:51.155495 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e2cc6d50-5e2b-4184-9e7e-eb539ebf95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:26:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:51.165584 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-30081eff-88e8-4aba-a3c6-b3efea9e4785 req-a76183e6-3d8b-425b-bdf7-ef98fd4492b1 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882962 Aug 16 09:26:51.257485 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-30081eff-88e8-4aba-a3c6-b3efea9e4785 req-0dc77595-14d2-4b1e-91e1-63b331e6c1eb service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850253 Aug 16 09:26:51.262741 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e2cc6d50-5e2b-4184-9e7e-eb539ebf95e4 None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:26:51.454911 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 48680) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:51.470664 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-11f696d9-e27f-431b-9efb-e2f0f140ed89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:51.492428 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4d912-029b-498d-89ca-44e1857c93c1 req-4c33b0b3-ce4c-4a21-af76-e4e2c56e9968 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:51.499518 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0ad4d912-029b-498d-89ca-44e1857c93c1 req-4c33b0b3-ce4c-4a21-af76-e4e2c56e9968 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0613594 Aug 16 09:26:51.510912 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e2cc6d50-5e2b-4184-9e7e-eb539ebf95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'f59f75a2-9979-4a2d-b845-b56ee373038f', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'port_id': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'mac_address': 'fa:16:3e:bb:9e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c00172-b7ba-4387-a558-93b239fcf711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:26:17Z', 'updated_at': '2021-08-16T09:26:49Z', 'revision_number': 1, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:26:51.536878 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc6d50-5e2b-4184-9e7e-eb539ebf95e4 None None] The sync data for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi is: [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'f59f75a2-9979-4a2d-b845-b56ee373038f', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'port_id': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'mac_address': 'fa:16:3e:bb:9e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c00172-b7ba-4387-a558-93b239fcf711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:26:17Z', 'updated_at': '2021-08-16T09:26:49Z', 'revision_number': 1, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:26:51.541167 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0ad4d912-029b-498d-89ca-44e1857c93c1 req-7c144c48-e419-4a08-b49c-fda3241488af tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360830 Aug 16 09:26:51.578624 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-11f696d9-e27f-431b-9efb-e2f0f140ed89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:51.668427 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-11f696d9-e27f-431b-9efb-e2f0f140ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:51.710615 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f696d9-e27f-431b-9efb-e2f0f140ed89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e082369f-1d64-43ff-82d3-79d8eb2f5279,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:51.712774 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86d47-a4e0-4d52-b4ec-6981aa53f81d req-d9244a31-a139-46be-b4dc-5085d778faa5 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:51.716278 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-11f696d9-e27f-431b-9efb-e2f0f140ed89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d231f9513e9e464983bb92286f512747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591884 Aug 16 09:26:51.724372 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-19f86d47-a4e0-4d52-b4ec-6981aa53f81d req-d9244a31-a139-46be-b4dc-5085d778faa5 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0603473 Aug 16 09:26:51.725737 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 48684) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:51.742999 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d01a6-1f57-4627-96ca-6476a57e9b77 None None] New status for floating IP f59f75a2-9979-4a2d-b845-b56ee373038f: ACTIVE {{(pid=94602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:26:51.778503 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-19f86d47-a4e0-4d52-b4ec-6981aa53f81d req-89f45955-05eb-466f-9cc5-00c112d1896c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546947 Aug 16 09:26:51.787963 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-898766d0-17f1-4a7e-8f31-c39ac17b9df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:51.805135 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:51.813703 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-898766d0-17f1-4a7e-8f31-c39ac17b9df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:51.936361 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-898766d0-17f1-4a7e-8f31-c39ac17b9df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:51.939074 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-898766d0-17f1-4a7e-8f31-c39ac17b9df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:51.940225 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-898766d0-17f1-4a7e-8f31-c39ac17b9df4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e082369f-1d64-43ff-82d3-79d8eb2f5279 HTTP/1.1" status: 204 len: 168 time: 0.2144575 Aug 16 09:26:51.948391 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898766d0-17f1-4a7e-8f31-c39ac17b9df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e082369f-1d64-43ff-82d3-79d8eb2f5279,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:52.661441 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824c27-1ec0-4042-bef4-a22fabdce07c req-db7ba1fd-3ed8-4021-a295-7612111304d0 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:52.662966 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-20824c27-1ec0-4042-bef4-a22fabdce07c req-db7ba1fd-3ed8-4021-a295-7612111304d0 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0505791 Aug 16 09:26:52.701253 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-20824c27-1ec0-4042-bef4-a22fabdce07c req-fa580943-5929-4ae7-9027-218324d0599b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Aug 16 09:26:52.898246 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098626f1-ddbd-45f5-8598-6f2eebc918b9 req-bd7cdce7-749a-482b-a9c8-8ee66799c352 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:52.900472 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-098626f1-ddbd-45f5-8598-6f2eebc918b9 req-bd7cdce7-749a-482b-a9c8-8ee66799c352 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0497315 Aug 16 09:26:52.944082 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-098626f1-ddbd-45f5-8598-6f2eebc918b9 req-19bf16e4-666e-4e8b-925e-6eba623a3723 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370231 Aug 16 09:26:53.820033 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92c797-3692-4a35-8a08-360639adc122 req-467e54f4-1cab-4189-a2d8-576877b2ce61 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:53.822197 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ca92c797-3692-4a35-8a08-360639adc122 req-467e54f4-1cab-4189-a2d8-576877b2ce61 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0523071 Aug 16 09:26:53.872726 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ca92c797-3692-4a35-8a08-360639adc122 req-3b359614-ee2b-444a-a6c4-3d37713f0e91 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Aug 16 09:26:54.067296 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c685-c1f3-4248-8049-7c6735fb5fa8 req-7f138216-881e-4cb7-8d40-b22433a2006f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:54.068794 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a2c5c685-c1f3-4248-8049-7c6735fb5fa8 req-7f138216-881e-4cb7-8d40-b22433a2006f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0513594 Aug 16 09:26:54.112829 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a2c5c685-c1f3-4248-8049-7c6735fb5fa8 req-611c26a0-005d-424f-bac6-815df26cf010 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372133 Aug 16 09:26:54.265277 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 48760) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:54.367848 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6314287f-aefb-42b8-ab7a-4e08a187a046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:54.452432 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6314287f-aefb-42b8-ab7a-4e08a187a046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:54.529006 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6314287f-aefb-42b8-ab7a-4e08a187a046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:54.566840 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6314287f-aefb-42b8-ab7a-4e08a187a046 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f02b1dbe98134732bd080e3a8a635bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004873 Aug 16 09:26:54.567784 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314287f-aefb-42b8-ab7a-4e08a187a046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6689ac4f-80fc-4183-bce5-b8785332f992,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:54.569554 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 48764) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:54.617782 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-612236cf-a9ff-46e5-b148-296410688bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:54.638673 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-612236cf-a9ff-46e5-b148-296410688bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:54.746206 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-612236cf-a9ff-46e5-b148-296410688bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:54.748897 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-612236cf-a9ff-46e5-b148-296410688bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:54.750030 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-612236cf-a9ff-46e5-b148-296410688bdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6689ac4f-80fc-4183-bce5-b8785332f992 HTTP/1.1" status: 204 len: 168 time: 0.1795139 Aug 16 09:26:54.768000 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612236cf-a9ff-46e5-b148-296410688bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6689ac4f-80fc-4183-bce5-b8785332f992,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:54.989313 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99468420-73d6-4567-9d01-1b372481a1a9 req-4049e630-7b41-4cc6-a173-88144ba0fce5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:54.990813 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-99468420-73d6-4567-9d01-1b372481a1a9 req-4049e630-7b41-4cc6-a173-88144ba0fce5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0480168 Aug 16 09:26:55.035342 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-99468420-73d6-4567-9d01-1b372481a1a9 req-f88f0e7a-0465-4044-a046-c7e7e322dab6 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383329 Aug 16 09:26:55.230639 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ef9e1-28ae-4975-97b2-765719fbe38d req-1c78b935-24d5-451e-be71-5d902e090bd2 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:55.232059 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-de8ef9e1-28ae-4975-97b2-765719fbe38d req-1c78b935-24d5-451e-be71-5d902e090bd2 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0490842 Aug 16 09:26:55.272712 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-de8ef9e1-28ae-4975-97b2-765719fbe38d req-52ee56e4-611f-4412-a559-a6141c775d47 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340331 Aug 16 09:26:56.154841 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312d4f5-21f2-41e7-9203-371ed0a3a3a8 req-7e32ed0e-8164-496b-8954-bfc60cbf7a8b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:56.156348 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8312d4f5-21f2-41e7-9203-371ed0a3a3a8 req-7e32ed0e-8164-496b-8954-bfc60cbf7a8b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0481200 Aug 16 09:26:56.194119 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8312d4f5-21f2-41e7-9203-371ed0a3a3a8 req-f4fd0b58-1f0d-46fe-a1b4-ea7fe784fb9b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318286 Aug 16 09:26:56.391758 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137b506-fb0e-46e8-af90-58d74177c306 req-4113aea5-5974-42dd-93ec-fc5207bdbb33 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:56.393272 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d137b506-fb0e-46e8-af90-58d74177c306 req-4113aea5-5974-42dd-93ec-fc5207bdbb33 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0487964 Aug 16 09:26:56.441156 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d137b506-fb0e-46e8-af90-58d74177c306 req-511ac4e7-eff2-4359-97d7-ad5c34e4f0fc tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417843 Aug 16 09:26:57.322225 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f65b7d-a641-4db6-8012-6e8f6f02b15b req-80fdafa1-1439-4360-808e-981857d23e17 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:57.323845 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-70f65b7d-a641-4db6-8012-6e8f6f02b15b req-80fdafa1-1439-4360-808e-981857d23e17 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0514266 Aug 16 09:26:57.373252 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-70f65b7d-a641-4db6-8012-6e8f6f02b15b req-2a4f7788-e5ff-403c-a77a-746c7ee042c0 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427439 Aug 16 09:26:57.567384 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa834179-4cdf-4a64-91dc-8396452a6775 req-ee1dd655-7ee8-413d-8cc7-b59e22e2862a tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:57.568931 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fa834179-4cdf-4a64-91dc-8396452a6775 req-ee1dd655-7ee8-413d-8cc7-b59e22e2862a tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0487840 Aug 16 09:26:57.610094 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fa834179-4cdf-4a64-91dc-8396452a6775 req-b1c9fe77-91fa-4bf1-955f-0e287b0a3f14 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341256 Aug 16 09:26:58.030065 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 53776da3-bc2a-4a72-97ff-5d775a473b72 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:26:58.125337 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 53776da3-bc2a-4a72-97ff-5d775a473b72, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=53776da3-bc2a-4a72-97ff-5d775a473b72,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:58.136353 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'port_id': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'mac_address': 'fa:16:3e:87:48:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:26:58.172048 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:58.184860 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53776da3-bc2a-4a72-97ff-5d775a473b72 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:26:58.203387 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 53776da3-bc2a-4a72-97ff-5d775a473b72, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=53776da3-bc2a-4a72-97ff-5d775a473b72,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:26:58.279222 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:58.325919 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=53776da3-bc2a-4a72-97ff-5d775a473b72,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:58.332703 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.333050 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.333412 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.333750 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.334077 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.334408 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.334731 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.335056 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.335399 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.335727 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.336198 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.336625 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:26:58.488344 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391d7d6-94ec-40fd-957e-f946eee09a45 req-1a251299-354e-40d7-8d2f-f0f5a49d32ef tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:58.489841 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1391d7d6-94ec-40fd-957e-f946eee09a45 req-1a251299-354e-40d7-8d2f-f0f5a49d32ef tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 945 time: 0.0493932 Aug 16 09:26:58.532164 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1391d7d6-94ec-40fd-957e-f946eee09a45 req-71c921c2-e6ff-419d-905c-730cba02b4a0 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356104 Aug 16 09:26:58.722952 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be456a-bef2-4534-a344-429ac1f32e6b req-1e1d543b-ce6f-46fa-b793-be9a08eb302e tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:58.724394 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a9be456a-bef2-4534-a344-429ac1f32e6b req-1e1d543b-ce6f-46fa-b793-be9a08eb302e tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0476305 Aug 16 09:26:58.763935 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a9be456a-bef2-4534-a344-429ac1f32e6b req-0b265703-ce20-4c65-ba78-d064d854109d tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328543 Aug 16 09:26:58.995588 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01727b-30c5-43f5-af5b-f6099a734a4d req-8dcb1a6f-5422-4acf-bc40-9ec57017325d tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:58.996961 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ee01727b-30c5-43f5-af5b-f6099a734a4d req-8dcb1a6f-5422-4acf-bc40-9ec57017325d tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 945 time: 0.0462019 Aug 16 09:26:59.034274 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ee01727b-30c5-43f5-af5b-f6099a734a4d req-51ac515b-f9ad-4f9f-b07a-c9374f4422a8 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314946 Aug 16 09:26:59.603096 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 48872) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:26:59.646014 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6c8dd-93ce-491b-bbbb-0e43999d270f req-fc077726-17d5-4a69-8069-c8a337ac5ecf tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:59.647389 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3ac6c8dd-93ce-491b-bbbb-0e43999d270f req-fc077726-17d5-4a69-8069-c8a337ac5ecf tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 945 time: 0.0493908 Aug 16 09:26:59.687237 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3ac6c8dd-93ce-491b-bbbb-0e43999d270f req-7fcdb3e3-0844-4085-a211-7d5f96ba7ab2 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340400 Aug 16 09:26:59.712553 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9b29381d-e054-4d52-a3c9-4c279caff4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:59.798089 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9b29381d-e054-4d52-a3c9-4c279caff4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:59.879423 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440fd07-4c6f-4abf-9010-ee93ddf21ee2 req-756ba207-9cbd-4a67-8823-16437e3a4b6f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:26:59.880911 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d440fd07-4c6f-4abf-9010-ee93ddf21ee2 req-756ba207-9cbd-4a67-8823-16437e3a4b6f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0479839 Aug 16 09:26:59.919436 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9b29381d-e054-4d52-a3c9-4c279caff4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:26:59.920611 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d440fd07-4c6f-4abf-9010-ee93ddf21ee2 req-afda1ab6-b0a3-44aa-abed-1c0f7060e043 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337038 Aug 16 09:26:59.957023 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-9b29381d-e054-4d52-a3c9-4c279caff4b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b497e34b16dd4b1c96143335aff37ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525243 Aug 16 09:26:59.958966 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29381d-e054-4d52-a3c9-4c279caff4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc8e4af-2ddb-4b36-b05c-200cc9e9971e,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:26:59.959674 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 48878) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:00.007981 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bdd3dd39-7890-448b-ab85-d493c578db34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:00.028616 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bdd3dd39-7890-448b-ab85-d493c578db34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:00.138769 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bdd3dd39-7890-448b-ab85-d493c578db34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:00.141250 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bdd3dd39-7890-448b-ab85-d493c578db34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:00.142333 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-bdd3dd39-7890-448b-ab85-d493c578db34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fc8e4af-2ddb-4b36-b05c-200cc9e9971e HTTP/1.1" status: 204 len: 168 time: 0.1816030 Aug 16 09:27:00.160846 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf8673-673d-46c9-bcc9-06a629aeadff req-c890f1b1-e8bc-4b7c-99f7-89de798ac7db tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:00.161532 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1bbf8673-673d-46c9-bcc9-06a629aeadff req-c890f1b1-e8bc-4b7c-99f7-89de798ac7db tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 945 time: 0.0580947 Aug 16 09:27:00.162246 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3dd39-7890-448b-ab85-d493c578db34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc8e4af-2ddb-4b36-b05c-200cc9e9971e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:00.201686 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1bbf8673-673d-46c9-bcc9-06a629aeadff req-269a8a2b-7a30-4532-a62d-647eb65297f4 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335379 Aug 16 09:27:00.756743 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 48890) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:00.769838 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d1d03a6c-a6db-4812-a90f-c9de31e203da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:00.800563 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac3306-c586-463b-b930-51ed3ecb7e37 req-91f73947-1a98-4911-9bb0-7476463a3255 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:00.802042 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-55ac3306-c586-463b-b930-51ed3ecb7e37 req-91f73947-1a98-4911-9bb0-7476463a3255 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 945 time: 0.0477891 Aug 16 09:27:00.840460 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-55ac3306-c586-463b-b930-51ed3ecb7e37 req-9dd29dbf-79ec-4c8f-83a2-65848e6a554b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Aug 16 09:27:00.859404 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d1d03a6c-a6db-4812-a90f-c9de31e203da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:00.947507 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d1d03a6c-a6db-4812-a90f-c9de31e203da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:00.986915 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d1d03a6c-a6db-4812-a90f-c9de31e203da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e969640e1b549ae9c66160a49f211b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289491 Aug 16 09:27:00.987795 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d03a6c-a6db-4812-a90f-c9de31e203da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc744f-4f1e-48bc-9dde-6ac768271c45,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:00.989531 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 48894) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:01.066391 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c048-79b6-4755-bdff-465ebb887b38 req-639044cc-368f-4646-a530-23093fd77bcd tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:01.067846 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e498c048-79b6-4755-bdff-465ebb887b38 req-639044cc-368f-4646-a530-23093fd77bcd tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0716774 Aug 16 09:27:01.085076 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-432efa6f-59a0-4905-bc89-8d066416b0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:01.127995 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-432efa6f-59a0-4905-bc89-8d066416b0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:01.137820 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e498c048-79b6-4755-bdff-465ebb887b38 req-674c4192-d264-442c-a7f9-b651e5b5f92d tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623500 Aug 16 09:27:01.255080 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-432efa6f-59a0-4905-bc89-8d066416b0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:01.256746 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['53776da3-bc2a-4a72-97ff-5d775a473b72'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:27:01.257821 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-432efa6f-59a0-4905-bc89-8d066416b0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:01.261783 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-432efa6f-59a0-4905-bc89-8d066416b0ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26fc744f-4f1e-48bc-9dde-6ac768271c45 HTTP/1.1" status: 204 len: 168 time: 0.2688441 Aug 16 09:27:01.267571 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432efa6f-59a0-4905-bc89-8d066416b0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fc744f-4f1e-48bc-9dde-6ac768271c45,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:01.319291 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf0e24-acb9-42ed-b799-cc7dae185f71 req-e9d621df-0b33-49d2-8218-4ed71e091a8e tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:01.320810 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b2bf0e24-acb9-42ed-b799-cc7dae185f71 req-e9d621df-0b33-49d2-8218-4ed71e091a8e tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 945 time: 0.0512166 Aug 16 09:27:01.359981 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b2bf0e24-acb9-42ed-b799-cc7dae185f71 req-47271efd-7a60-4dee-9b49-8f6e87ded671 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328319 Aug 16 09:27:01.959487 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb84b8-11bb-418a-8fd8-7cd75fca5033 req-1980786a-8c15-4dcb-bc82-c7410f304d41 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:01.960998 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2afb84b8-11bb-418a-8fd8-7cd75fca5033 req-1980786a-8c15-4dcb-bc82-c7410f304d41 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 945 time: 0.0515914 Aug 16 09:27:01.998630 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2afb84b8-11bb-418a-8fd8-7cd75fca5033 req-32bef041-7ab2-416e-bf5d-3e328430f80a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316360 Aug 16 09:27:02.073652 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:02.255977 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b917ab0-1868-4d6a-bf45-4420ae5d8d08 req-3385059a-f60c-4f0c-8f87-7c9fee163e89 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:02.257899 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b917ab0-1868-4d6a-bf45-4420ae5d8d08 req-3385059a-f60c-4f0c-8f87-7c9fee163e89 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0531783 Aug 16 09:27:02.300949 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6b917ab0-1868-4d6a-bf45-4420ae5d8d08 req-52764f46-796b-4675-9a83-34d541a681f2 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368137 Aug 16 09:27:02.470837 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bee37-b210-4a73-9ce6-27318742cff7 req-0a75e180-a187-41fb-bd90-eb90310a83bc tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:02.472589 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-316bee37-b210-4a73-9ce6-27318742cff7 req-0a75e180-a187-41fb-bd90-eb90310a83bc tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 945 time: 0.0462999 Aug 16 09:27:02.509720 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-316bee37-b210-4a73-9ce6-27318742cff7 req-f06e078d-9583-419e-8382-88cd3065963f tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305750 Aug 16 09:27:03.112943 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca2677-776a-4b47-9d1b-db6f1f8b5636 req-58fbdba9-a9c1-44fc-8407-a0cf32770ca6 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:03.114448 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e9ca2677-776a-4b47-9d1b-db6f1f8b5636 req-58fbdba9-a9c1-44fc-8407-a0cf32770ca6 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 945 time: 0.0495553 Aug 16 09:27:03.151888 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e9ca2677-776a-4b47-9d1b-db6f1f8b5636 req-547ac029-6618-4b08-b778-19bfc0e72368 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310271 Aug 16 09:27:03.652618 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16da90-8101-445d-a116-5591088fe26d req-e8acbe08-2e7c-43e6-96af-79d312b4c4f3 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:03.654447 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ac16da90-8101-445d-a116-5591088fe26d req-e8acbe08-2e7c-43e6-96af-79d312b4c4f3 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.2846491 Aug 16 09:27:03.694125 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ac16da90-8101-445d-a116-5591088fe26d req-94fcdd7e-dd6e-4401-9fd0-487429458914 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336151 Aug 16 09:27:03.794847 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0098a-90b9-4a75-99b0-f48fd829acd3 req-e51d5b22-46d0-4ddc-93e3-045ffb74ee8e tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:03.796229 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b2b0098a-90b9-4a75-99b0-f48fd829acd3 req-e51d5b22-46d0-4ddc-93e3-045ffb74ee8e tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 945 time: 0.0477827 Aug 16 09:27:03.833019 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b2b0098a-90b9-4a75-99b0-f48fd829acd3 req-bb8d465a-bce5-4904-8e02-a15e350f8e07 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308874 Aug 16 09:27:04.265489 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f658101-6ee8-468d-867b-c7286f56cf3f req-9a77fee7-2cf6-49d8-b26f-f9f0dee4106f tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:04.266814 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0f658101-6ee8-468d-867b-c7286f56cf3f req-9a77fee7-2cf6-49d8-b26f-f9f0dee4106f tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 945 time: 0.0486457 Aug 16 09:27:04.305165 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0f658101-6ee8-468d-867b-c7286f56cf3f req-0aa225c3-c954-42e2-af07-9df07561145a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Aug 16 09:27:04.810400 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b88da6-24bc-4114-b34d-a53e6074aff8 req-721138d7-e7aa-4735-a143-64a7db4dc683 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:04.811846 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b6b88da6-24bc-4114-b34d-a53e6074aff8 req-721138d7-e7aa-4735-a143-64a7db4dc683 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0490916 Aug 16 09:27:04.851222 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b6b88da6-24bc-4114-b34d-a53e6074aff8 req-11740c71-bed7-40e0-aef6-9ae6bda5de1f tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333440 Aug 16 09:27:04.851642 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 53776da3-bc2a-4a72-97ff-5d775a473b72 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:04.951795 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1082a-74c9-4d79-abf6-ec3d3975b60f req-f5b37d98-8895-40a6-939e-23f17c23df37 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:04.953310 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f6d1082a-74c9-4d79-abf6-ec3d3975b60f req-f5b37d98-8895-40a6-939e-23f17c23df37 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 945 time: 0.0468223 Aug 16 09:27:04.980270 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port 53776da3-bc2a-4a72-97ff-5d775a473b72 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:04.984267 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 53776da3-bc2a-4a72-97ff-5d775a473b72 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:04.984674 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:04.990317 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f6d1082a-74c9-4d79-abf6-ec3d3975b60f req-5c9a3ed3-4657-4f78-b7e1-cf714449f597 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Aug 16 09:27:05.058727 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:05.080550 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:27:05.082783 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab307988-547d-44ee-ae2e-1aaceecedf66" -d '{"events": [{"server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "name": "network-vif-plugged", "status": "completed", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:27:05.097137 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 53776da3-bc2a-4a72-97ff-5d775a473b72, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=53776da3-bc2a-4a72-97ff-5d775a473b72,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:27:05.118302 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde1c9e2-0476-400f-a825-f4a1f6616ed5 x-openstack-request-id: req-cde1c9e2-0476-400f-a825-f4a1f6616ed5 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:27:05.118618 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "name": "network-vif-plugged", "status": "completed", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:27:05.118876 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cde1c9e2-0476-400f-a825-f4a1f6616ed5 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:27:05.122153 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'code': 200} Aug 16 09:27:05.168754 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:05.217698 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=53776da3-bc2a-4a72-97ff-5d775a473b72,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:05.417585 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a313b-51b1-4538-8592-876b29dca940 req-d65a8757-afb1-4a1b-93f3-77262af1b40c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:05.419054 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a33a313b-51b1-4538-8592-876b29dca940 req-d65a8757-afb1-4a1b-93f3-77262af1b40c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0471902 Aug 16 09:27:05.455044 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a33a313b-51b1-4538-8592-876b29dca940 req-ab0455f9-cbf9-484a-bbdd-1ce573224d08 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300732 Aug 16 09:27:05.966006 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f1e6f-6f56-4655-8c8e-14e30d0fd512 req-cc4fbd28-12dc-4b46-81b3-86185ec8a94c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:05.967461 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-671f1e6f-6f56-4655-8c8e-14e30d0fd512 req-cc4fbd28-12dc-4b46-81b3-86185ec8a94c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0507522 Aug 16 09:27:06.006442 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-671f1e6f-6f56-4655-8c8e-14e30d0fd512 req-b8f07be5-43fb-42f4-93fb-8d21ee222537 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324841 Aug 16 09:27:06.108387 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78dcd3-ba71-4678-83eb-f5c93eb45680 req-34f0ed49-71e0-4f91-9ca8-e7688138485f tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:06.109883 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1e78dcd3-ba71-4678-83eb-f5c93eb45680 req-34f0ed49-71e0-4f91-9ca8-e7688138485f tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 945 time: 0.0509572 Aug 16 09:27:06.141028 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e0dc3-c7df-4300-a797-6dff2f95a411 req-7a69299c-3c9a-40b8-aa91-f41ed0470f87 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:06.142395 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b24e0dc3-c7df-4300-a797-6dff2f95a411 req-7a69299c-3c9a-40b8-aa91-f41ed0470f87 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 945 time: 0.0529511 Aug 16 09:27:06.147684 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1e78dcd3-ba71-4678-83eb-f5c93eb45680 req-f051adba-6e75-4de4-bd59-492321651ffe tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Aug 16 09:27:06.235505 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-b24e0dc3-c7df-4300-a797-6dff2f95a411 req-b2c2ac29-36d9-43fc-a555-d3df01612900 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Deleting port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:27:06.235849 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-b24e0dc3-c7df-4300-a797-6dff2f95a411 req-b2c2ac29-36d9-43fc-a555-d3df01612900 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:06.251917 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b7251-b6c8-452b-baa9-a5048f1ac23f req-95a068c1-707a-48a4-9f22-87d8bc4ee490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:06.253483 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d90b7251-b6c8-452b-baa9-a5048f1ac23f req-95a068c1-707a-48a4-9f22-87d8bc4ee490 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 1099 time: 0.0403571 Aug 16 09:27:06.302447 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d90b7251-b6c8-452b-baa9-a5048f1ac23f req-7975f0cc-3a6f-4116-b0ff-1bb5d4c1bd4e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285048 Aug 16 09:27:06.326237 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-b24e0dc3-c7df-4300-a797-6dff2f95a411 req-b2c2ac29-36d9-43fc-a555-d3df01612900 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] For port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=3fe72c97-2081-4e7d-b10e-9fa610cc5f37,segment=NetworkSegment(8c1ca8ad-488a-408b-bc67-05f437d8877b),segment_id=8c1ca8ad-488a-408b-bc67-05f437d8877b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:27:06.326606 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-b24e0dc3-c7df-4300-a797-6dff2f95a411 req-b2c2ac29-36d9-43fc-a555-d3df01612900 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:06.340524 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-b24e0dc3-c7df-4300-a797-6dff2f95a411 req-b2c2ac29-36d9-43fc-a555-d3df01612900 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Calling delete_port for 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:27:06.559154 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-b24e0dc3-c7df-4300-a797-6dff2f95a411 req-b2c2ac29-36d9-43fc-a555-d3df01612900 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:06.569540 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d6488-b762-40b6-8556-0f8953af6911 req-cb85dd28-b192-4173-b747-20e671aad661 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:06.571027 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-602d6488-b762-40b6-8556-0f8953af6911 req-cb85dd28-b192-4173-b747-20e671aad661 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0505664 Aug 16 09:27:06.591932 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2ac29-36d9-43fc-a555-d3df01612900 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Pushing event deleted for resources: {'Port': ['ID=3fe72c97-2081-4e7d-b10e-9fa610cc5f37,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:06.611570 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-602d6488-b762-40b6-8556-0f8953af6911 req-71e2f1f4-d829-4d51-b0e7-f01a49a1738b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338693 Aug 16 09:27:06.635772 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24e0dc3-c7df-4300-a797-6dff2f95a411 req-b2c2ac29-36d9-43fc-a555-d3df01612900 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] No DVR routers for this DVR port 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:27:06.638192 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-b24e0dc3-c7df-4300-a797-6dff2f95a411 req-b2c2ac29-36d9-43fc-a555-d3df01612900 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:06.640332 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b24e0dc3-c7df-4300-a797-6dff2f95a411 req-b2c2ac29-36d9-43fc-a555-d3df01612900 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.64 "DELETE /v2.0/ports/3fe72c97-2081-4e7d-b10e-9fa610cc5f37 HTTP/1.1" status: 204 len: 173 time: 0.4911718 Aug 16 09:27:06.640791 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0034a9c-84cf-495c-a1c0-b7802108d357', 'name': 'network-vif-deleted', 'tag': '3fe72c97-2081-4e7d-b10e-9fa610cc5f37'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:27:06.643630 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f00709-9f4f-411f-95d9-bd5ffb6665ef" -d '{"events": [{"server_uuid": "a0034a9c-84cf-495c-a1c0-b7802108d357", "name": "network-vif-deleted", "tag": "3fe72c97-2081-4e7d-b10e-9fa610cc5f37"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:27:06.685315 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcc23a8-6e76-48b3-911e-55cdc3c473a4 x-openstack-request-id: req-cdcc23a8-6e76-48b3-911e-55cdc3c473a4 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:27:06.685315 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0034a9c-84cf-495c-a1c0-b7802108d357", "name": "network-vif-deleted", "tag": "3fe72c97-2081-4e7d-b10e-9fa610cc5f37", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:27:06.685315 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdcc23a8-6e76-48b3-911e-55cdc3c473a4 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:27:06.685315 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0034a9c-84cf-495c-a1c0-b7802108d357', 'name': 'network-vif-deleted', 'tag': '3fe72c97-2081-4e7d-b10e-9fa610cc5f37', 'status': 'completed', 'code': 200} Aug 16 09:27:07.127660 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283f694-5ab8-41b8-b3a1-bd25ce868e5c req-7429fb21-0bdc-49ff-b479-f8b43230ff01 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:07.129187 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a283f694-5ab8-41b8-b3a1-bd25ce868e5c req-7429fb21-0bdc-49ff-b479-f8b43230ff01 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0505250 Aug 16 09:27:07.183996 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a283f694-5ab8-41b8-b3a1-bd25ce868e5c req-ab77f1fc-4258-46a7-8244-3f8ff3bb14fe tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411706 Aug 16 09:27:07.256058 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c9b8f91a-5b1a-4ead-b0d7-f8252a016eae req-56175346-460a-4727-8d16-b16e307d88ea tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 210 time: 0.0251281 Aug 16 09:27:07.726688 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8d412-3e84-4984-aba5-5e2c08299124 req-8ea69553-d7e2-4ff9-9108-8c053b11a8e4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:07.728152 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-85a8d412-3e84-4984-aba5-5e2c08299124 req-8ea69553-d7e2-4ff9-9108-8c053b11a8e4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0500641 Aug 16 09:27:07.764408 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-85a8d412-3e84-4984-aba5-5e2c08299124 req-0a7afc80-d926-45fd-8b13-bac3f75a3a51 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298886 Aug 16 09:27:08.026964 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fa72b-7919-4384-af54-1f65bd549b91 req-3c7ff879-e193-43f4-9e12-de3687e7926e tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:08.028487 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-599fa72b-7919-4384-af54-1f65bd549b91 req-3c7ff879-e193-43f4-9e12-de3687e7926e tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.2008727 Aug 16 09:27:08.064540 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-599fa72b-7919-4384-af54-1f65bd549b91 req-07e9af47-4b88-4dc7-bc44-2fe5c00d77f2 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302045 Aug 16 09:27:08.086091 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49026) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:08.232543 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce2b0b-7a9b-48d6-b497-f81b9449a044 tempest-TestShelveInstance-1361496819 tempest-TestShelveInstance-1361496819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:08.236771 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-39ce2b0b-7a9b-48d6-b497-f81b9449a044 tempest-TestShelveInstance-1361496819 tempest-TestShelveInstance-1361496819-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 1094 time: 0.1470816 Aug 16 09:27:08.237033 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49040) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:08.241606 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Request body: {'floatingip': {'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'port_id': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:08.309878 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdaa064-ce1f-4269-bd75-aa780c554623 req-a08d6ce2-4895-4c30-a7b8-d1bc2ee3a3fe tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:08.311398 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3cdaa064-ce1f-4269-bd75-aa780c554623 req-a08d6ce2-4895-4c30-a7b8-d1bc2ee3a3fe tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0559916 Aug 16 09:27:08.351353 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3cdaa064-ce1f-4269-bd75-aa780c554623 req-fc195dd9-ca11-4a58-a078-78ab63b77ee9 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336561 Aug 16 09:27:08.391554 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:08.460083 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d4818688-44ca-4655-af41-886adaff57db req-8f1442f6-1a6b-4d53-9af7-a80f45d804f0 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 210 time: 0.0292981 Aug 16 09:27:08.523121 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:08.605910 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:27:08.623767 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Allocated IP 172.27.3.161 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/7a4446e8-c7ec-4770-83ad-d75d03fd25ae) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:27:08.625497 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:27:08.625844 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 3fe72c97-2081-4e7d-b10e-9fa610cc5f37 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:27:08.728853 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:08.839614 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:08.880928 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:27:08.886713 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:08.888961 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event updated for resources: {'Port': ['ID=7a4446e8-c7ec-4770-83ad-d75d03fd25ae,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:08.891080 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:27:09.231041 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:09.358764 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:09.510795 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540561-10d5-4d51-a6ef-a498bc1bc43a req-12fde6a6-a72b-4df9-b2a4-0db67d8f0b47 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:09.512218 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-89540561-10d5-4d51-a6ef-a498bc1bc43a req-12fde6a6-a72b-4df9-b2a4-0db67d8f0b47 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0749898 Aug 16 09:27:09.575957 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-89540561-10d5-4d51-a6ef-a498bc1bc43a req-be640bf5-a11f-43c0-935a-76c8bb884087 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575895 Aug 16 09:27:09.579691 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:09.650510 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8465254'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:09.671561 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6ac2929a-9923-4f61-aa45-c92c22594332 req-552d395f-4eab-4b8e-8c3a-5bf52abcdbfe tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 210 time: 0.0310771 Aug 16 09:27:09.730977 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event updated for resources: {'Port': ['ID=7a4446e8-c7ec-4770-83ad-d75d03fd25ae,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:09.741467 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:09.839155 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.l3_db [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Floating IP fe474cf3-b4d9-4978-a600-458e06a6cea1 associated. External IP: 172.27.3.161, port: 53776da3-bc2a-4a72-97ff-5d775a473b72. Aug 16 09:27:10.036714 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:27:10.140549 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:27:10.150082 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de24a8-e111-454f-bfa5-a07fe8f92f61 None None] Sync routers for ids ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:27:10.158648 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de24a8-e111-454f-bfa5-a07fe8f92f61 None None] Routers {'689f96f4-3c1a-4e7d-a0cb-a896dd503364'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:27:10.159262 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-80de24a8-e111-454f-bfa5-a07fe8f92f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:26:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:10.216126 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:10.244805 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-6c23b532-a950-4a7b-b0f5-9b59b0096280 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0060122 Aug 16 09:27:10.245435 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:27:10.249547 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f3d984-f664-4573-89d1-22fae1b8503b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:27:10.262019 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-80de24a8-e111-454f-bfa5-a07fe8f92f61 None None] Set router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:27:10.283152 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ad3f3b-a17a-47f1-b6bf-fe7df3ae5483 x-openstack-request-id: req-35ad3f3b-a17a-47f1-b6bf-fe7df3ae5483 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:27:10.283435 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:27:10.283686 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35ad3f3b-a17a-47f1-b6bf-fe7df3ae5483 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:27:10.284082 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'status': 'completed', 'code': 200} Aug 16 09:27:10.471404 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-80de24a8-e111-454f-bfa5-a07fe8f92f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:47Z', 'revision_number': 4, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'fe474cf3-b4d9-4978-a600-458e06a6cea1', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'port_id': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'mac_address': 'fa:16:3e:87:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:27:09Z', 'updated_at': '2021-08-16T09:27:09Z', 'revision_number': 0, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92204a35-c788-43e4-965c-b4b4d4455252', 'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'mac_address': 'fa:16:3e:a8:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:46Z', 'updated_at': '2021-08-16T09:25:53Z', 'revision_number': 5, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'subnets': [{'id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:10.499633 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de24a8-e111-454f-bfa5-a07fe8f92f61 None None] Checking router: 689f96f4-3c1a-4e7d-a0cb-a896dd503364 for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:27:10.507624 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de24a8-e111-454f-bfa5-a07fe8f92f61 None None] Routers {'689f96f4-3c1a-4e7d-a0cb-a896dd503364'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:27:10.508223 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-80de24a8-e111-454f-bfa5-a07fe8f92f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:26:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:10.607845 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-80de24a8-e111-454f-bfa5-a07fe8f92f61 None None] Set router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:27:10.676978 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3d984-f664-4573-89d1-22fae1b8503b req-43587f2f-be47-44a2-a390-b2686278c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:10.678821 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59f3d984-f664-4573-89d1-22fae1b8503b req-43587f2f-be47-44a2-a390-b2686278c522 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f&device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 1099 time: 0.0488403 Aug 16 09:27:10.710427 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d84f80-b191-4277-9696-fa2e2f5884af req-46089631-e37e-48c0-83af-32c34ec370af tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:10.718514 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c4d84f80-b191-4277-9696-fa2e2f5884af req-46089631-e37e-48c0-83af-32c34ec370af tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0595505 Aug 16 09:27:10.763523 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c4d84f80-b191-4277-9696-fa2e2f5884af req-9c0c4331-3eaa-4706-97fb-68fb6232928b tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440722 Aug 16 09:27:10.798031 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3d984-f664-4573-89d1-22fae1b8503b req-7dbadd52-6aa8-4f65-9640-aca0d59bb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:10.799519 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59f3d984-f664-4573-89d1-22fae1b8503b req-7dbadd52-6aa8-4f65-9640-aca0d59bb1a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c347564-1a56-4aae-8d6f-f3d99b41df67 HTTP/1.1" status: 200 len: 910 time: 0.1131594 Aug 16 09:27:10.866465 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2ba91f64-1d03-414a-b280-46ddc951fb9e req-697b9494-34be-42e2-9415-8e7f29ee5685 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0034a9c-84cf-495c-a1c0-b7802108d357 HTTP/1.1" status: 200 len: 210 time: 0.0888376 Aug 16 09:27:10.881931 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59f3d984-f664-4573-89d1-22fae1b8503b req-32da4f4b-7cab-4271-9c62-be115c97a1fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53776da3-bc2a-4a72-97ff-5d775a473b72 HTTP/1.1" status: 200 len: 1000 time: 0.0640638 Aug 16 09:27:10.882160 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-80de24a8-e111-454f-bfa5-a07fe8f92f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:47Z', 'revision_number': 4, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'fe474cf3-b4d9-4978-a600-458e06a6cea1', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'port_id': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'mac_address': 'fa:16:3e:87:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:27:09Z', 'updated_at': '2021-08-16T09:27:09Z', 'revision_number': 0, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92204a35-c788-43e4-965c-b4b4d4455252', 'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'mac_address': 'fa:16:3e:a8:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:46Z', 'updated_at': '2021-08-16T09:25:53Z', 'revision_number': 5, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'subnets': [{'id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:10.904075 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de24a8-e111-454f-bfa5-a07fe8f92f61 None None] The sync data for ids ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'] in dv-cinder-804611-1-iscsi is: [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:47Z', 'revision_number': 4, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'fe474cf3-b4d9-4978-a600-458e06a6cea1', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'port_id': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'mac_address': 'fa:16:3e:87:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:27:09Z', 'updated_at': '2021-08-16T09:27:09Z', 'revision_number': 0, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92204a35-c788-43e4-965c-b4b4d4455252', 'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'mac_address': 'fa:16:3e:a8:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:46Z', 'updated_at': '2021-08-16T09:25:53Z', 'revision_number': 5, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'subnets': [{'id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:27:10.929287 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3d984-f664-4573-89d1-22fae1b8503b req-911bb8b4-7878-415a-bcd5-9426c40a8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:10.930794 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59f3d984-f664-4573-89d1-22fae1b8503b req-911bb8b4-7878-415a-bcd5-9426c40a8e32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=185a726c-b09e-41f6-811d-8564e2c670d0 HTTP/1.1" status: 200 len: 848 time: 0.0447154 Aug 16 09:27:10.989365 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3d984-f664-4573-89d1-22fae1b8503b req-d939765a-f1f7-4f52-9022-42268cfa829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:10.991801 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59f3d984-f664-4573-89d1-22fae1b8503b req-d939765a-f1f7-4f52-9022-42268cfa829c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c347564-1a56-4aae-8d6f-f3d99b41df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457911 Aug 16 09:27:11.091973 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59f3d984-f664-4573-89d1-22fae1b8503b req-534de4a7-3782-4441-9882-ca13a34c6691 service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894859 Aug 16 09:27:11.134378 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5048eb35-34d4-48f7-8a62-f76414265a87 None None] New status for floating IP fe474cf3-b4d9-4978-a600-458e06a6cea1: ACTIVE {{(pid=94602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:27:11.193543 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-59f3d984-f664-4573-89d1-22fae1b8503b req-12b22f6b-fbf7-416e-8772-75caa6b7a66c service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946684 Aug 16 09:27:11.883434 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922c7b0-e5a3-44e5-82a3-e20b04ac88e6 req-68c6c9a1-b859-4690-9f9d-31c68e0b3813 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:11.885622 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f922c7b0-e5a3-44e5-82a3-e20b04ac88e6 req-68c6c9a1-b859-4690-9f9d-31c68e0b3813 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0535696 Aug 16 09:27:11.928114 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f922c7b0-e5a3-44e5-82a3-e20b04ac88e6 req-82d3dd04-d089-4ec5-b796-dc1397f89961 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365186 Aug 16 09:27:12.448817 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49136) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:12.552913 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a071b93e-4b6e-407d-b264-d2cda0e24cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:12.638334 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a071b93e-4b6e-407d-b264-d2cda0e24cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:12.695891 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a071b93e-4b6e-407d-b264-d2cda0e24cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:12.733184 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071b93e-4b6e-407d-b264-d2cda0e24cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47defbc5-d941-4b1d-92c3-93f5cbca96fa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:12.738478 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-a071b93e-4b6e-407d-b264-d2cda0e24cf6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd04a6097ae74c53839911479a977b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875800 Aug 16 09:27:12.740006 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49142) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:12.790167 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f51726e4-ddbe-40a8-b855-edf7a386d1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:12.813554 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f51726e4-ddbe-40a8-b855-edf7a386d1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:12.928465 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f51726e4-ddbe-40a8-b855-edf7a386d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:12.931020 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f51726e4-ddbe-40a8-b855-edf7a386d1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:12.932701 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-f51726e4-ddbe-40a8-b855-edf7a386d1a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47defbc5-d941-4b1d-92c3-93f5cbca96fa HTTP/1.1" status: 204 len: 168 time: 0.1916616 Aug 16 09:27:12.940446 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51726e4-ddbe-40a8-b855-edf7a386d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47defbc5-d941-4b1d-92c3-93f5cbca96fa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:13.047603 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319396a9-b2f1-491b-bde6-224f381bd8a9 req-c359bbb9-b8ce-4ae8-9b78-8b0af9281aeb tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:13.049170 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-319396a9-b2f1-491b-bde6-224f381bd8a9 req-c359bbb9-b8ce-4ae8-9b78-8b0af9281aeb tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0490582 Aug 16 09:27:13.089608 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-319396a9-b2f1-491b-bde6-224f381bd8a9 req-88978ff1-66a9-457b-ac2d-65951ec8bc74 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&id=481cea1e-d20f-4d2b-b219-171cc2abefdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346410 Aug 16 09:27:13.699159 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49160) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:13.713291 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5eae93f3-a75d-4cf5-9f82-918280c4ec53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:13.797697 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5eae93f3-a75d-4cf5-9f82-918280c4ec53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:13.878603 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5eae93f3-a75d-4cf5-9f82-918280c4ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:13.916183 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-5eae93f3-a75d-4cf5-9f82-918280c4ec53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d98a29d7d504ffca1a37ca06f88756c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158871 Aug 16 09:27:13.916990 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae93f3-a75d-4cf5-9f82-918280c4ec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48acb1b3-945d-40d5-98bb-b2ecd1e47713,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:13.919394 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49162) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:13.967438 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8833ad98-369f-4c65-aa61-c51d8eda4c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:13.988070 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8833ad98-369f-4c65-aa61-c51d8eda4c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:14.118891 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8833ad98-369f-4c65-aa61-c51d8eda4c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:14.121989 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8833ad98-369f-4c65-aa61-c51d8eda4c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:14.123123 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-8833ad98-369f-4c65-aa61-c51d8eda4c91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48acb1b3-945d-40d5-98bb-b2ecd1e47713 HTTP/1.1" status: 204 len: 168 time: 0.2027459 Aug 16 09:27:14.131251 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833ad98-369f-4c65-aa61-c51d8eda4c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48acb1b3-945d-40d5-98bb-b2ecd1e47713,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:15.952611 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:27:16.500092 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9b942664-dc43-437a-90d8-b706f80968ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:16.977622 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49250) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:17.080644 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:17.168694 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:17.250017 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:17.287064 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8759201effab421395476b86410822ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084345 Aug 16 09:27:17.288991 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93efb542-48a9-4d63-b5c1-4d2b8e5d2ea6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:17.289773 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49254) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:17.296668 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.297020 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.297359 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.297688 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.298018 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.298344 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.298667 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.298989 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.299312 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.299631 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.299952 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.300266 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7ff2fe-e45c-4b99-93d9-7d7e82156659 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:17.339347 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d324693-f817-47a8-9a6f-0e232b95b8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:17.360312 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d324693-f817-47a8-9a6f-0e232b95b8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:17.505816 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d324693-f817-47a8-9a6f-0e232b95b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:17.508513 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d324693-f817-47a8-9a6f-0e232b95b8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:17.510357 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-0d324693-f817-47a8-9a6f-0e232b95b8b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93efb542-48a9-4d63-b5c1-4d2b8e5d2ea6 HTTP/1.1" status: 204 len: 168 time: 0.2190154 Aug 16 09:27:17.518323 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d324693-f817-47a8-9a6f-0e232b95b8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93efb542-48a9-4d63-b5c1-4d2b8e5d2ea6,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:18.151329 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49272) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:18.164095 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07b3a413-029b-45d3-a408-b3c33e65f1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:18.250409 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07b3a413-029b-45d3-a408-b3c33e65f1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:18.335544 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07b3a413-029b-45d3-a408-b3c33e65f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:18.374166 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3a413-029b-45d3-a408-b3c33e65f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a0f6f9-94bf-430c-b336-3809684aeabe,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:18.380818 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49276) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:18.381340 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-07b3a413-029b-45d3-a408-b3c33e65f1e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44f8462220e5446b9c6c774849e99ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284083 Aug 16 09:27:18.432996 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87add802-78b2-4485-9d0c-521e04a0b6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:18.453148 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87add802-78b2-4485-9d0c-521e04a0b6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:18.643021 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87add802-78b2-4485-9d0c-521e04a0b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:18.645672 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87add802-78b2-4485-9d0c-521e04a0b6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:18.646885 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-87add802-78b2-4485-9d0c-521e04a0b6f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6a0f6f9-94bf-430c-b336-3809684aeabe HTTP/1.1" status: 204 len: 168 time: 0.2650697 Aug 16 09:27:18.659873 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87add802-78b2-4485-9d0c-521e04a0b6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a0f6f9-94bf-430c-b336-3809684aeabe,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:19.201821 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49296) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:19.256059 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:19.290724 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b6110e12-2ec2-4f67-871a-182fcc26df08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:19.308242 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-397f521d-c11e-47bf-bc74-3385be0eac5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:19.393238 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-397f521d-c11e-47bf-bc74-3385be0eac5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:19.499960 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-397f521d-c11e-47bf-bc74-3385be0eac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:19.538349 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-397f521d-c11e-47bf-bc74-3385be0eac5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc34711583c94a1f80d2fdf5dda16591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354502 Aug 16 09:27:19.539663 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f521d-c11e-47bf-bc74-3385be0eac5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aa7c5a-efdd-4c34-a586-b8283b00a1b7,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:19.541624 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49308) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:19.591079 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:19.614988 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:19.751380 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:19.754156 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:19.755295 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38aa7c5a-efdd-4c34-a586-b8283b00a1b7 HTTP/1.1" status: 204 len: 168 time: 0.2122970 Aug 16 09:27:19.763821 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aa7c5a-efdd-4c34-a586-b8283b00a1b7,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:19.774238 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:19.775184 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:19.775563 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:19.775997 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:19.777075 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:19.777413 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:19.777740 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:19.778059 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:19.778547 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:19.779028 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:19.779511 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:19.780046 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0141953-9384-45b6-a83b-cb18a58f6dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:20.288691 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:20.862939 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49380) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:20.955477 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1189399419-network', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:21.038239 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Made reservation on behalf of 6b88604f73564039ab3cdfa704bf201b for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:27:21.040599 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:21.049369 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:21.134131 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:21.232512 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:21.255746 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:27:21.265455 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b241b1-1c19-4bdd-b9ba-8645d152edef,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:21.271022 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:21.271359 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Added segment 5dfc2afb-6f77-4452-8341-dece3a67d1ae of type vlan for network 19894358-5016-4cbc-83ad-837aad96b259 Aug 16 09:27:21.309095 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:21.387130 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:21.388006 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:21.388761 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:21.447430 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] Pushing event updated for resources: {'Network': ['ID=19894358-5016-4cbc-83ad-837aad96b259,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:21.457627 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network 19894358-5016-4cbc-83ad-837aad96b259 details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:27:21.519515 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-47c1cf98-3ac0-4f5c-ba14-cb2da48944ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6554716 Aug 16 09:27:21.522291 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49386) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:21.527468 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] Request body: {'subnet': {'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1189399419-subnet', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'ip_version': 4}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:21.615916 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] Made reservation on behalf of 6b88604f73564039ab3cdfa704bf201b for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:27:21.618316 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693924'] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:21.804313 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:21.901926 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11474446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693910'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:21.959375 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9c8912-57fd-4428-a282-7e357b711658,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:21.968822 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] Checking segment: {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:27:21.969187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] Network hostable DHCP agents. Network: 19894358-5016-4cbc-83ad-837aad96b259, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:27:22.090347 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] Network 19894358-5016-4cbc-83ad-837aad96b259 is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:27:22.198496 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, 19894358-5016-4cbc-83ad-837aad96b259) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:22.203202 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:22.204078 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:22.211105 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315c7b50-d8ac-4aa1-bc34-5072e95485b0 None None] Network 19894358-5016-4cbc-83ad-837aad96b259 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:27:22.289143 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-a09ed7b1-8f0f-4df9-9157-1d64b1ea0af3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7657938 Aug 16 09:27:22.292511 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49404) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:22.297136 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:22.381898 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:22.383059 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:22.437705 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:22.473950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec095752-b3bb-5336-b046-645ca276ff70-19894358-5016-4cbc-83ad-837aad96b259', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658'}]}} from dv-cinder-804611-1-iscsi. {{(pid=94601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 09:27:22.473950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:22.607557 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.db_base_plugin_common [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Allocated IP 172.20.0.2 (19894358-5016-4cbc-83ad-837aad96b259/4a9c8912-57fd-4428-a282-7e357b711658/f97f314c-ec22-4785-98ad-56a7f7c19bcb) {{(pid=94601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:27:22.638019 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:22.765793 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Notify callbacks [] for port, precommit_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:22.774017 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Transition to ACTIVE for port object f97f314c-ec22-4785-98ad-56a7f7c19bcb will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:27:22.790388 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Transition to ACTIVE for port object f97f314c-ec22-4785-98ad-56a7f7c19bcb will not be triggered until provisioned by entity DHCP. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:27:22.830112 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-0431fd70-b929-4681-b67d-5dc1abfdb67c tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:22.831590 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-0431fd70-b929-4681-b67d-5dc1abfdb67c tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/networks?id=a1f1dd56-7b3f-437e-8eb0-75aa140a3623 HTTP/1.1" status: 200 len: 813 time: 0.1492653 Aug 16 09:27:22.851262 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-1f4637eb-f98b-4fd9-8ae0-dcf99d49872e tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/quotas/9af64c5abfad42308e5fe9e44d9b1de7 HTTP/1.1" status: 200 len: 375 time: 0.0136175 Aug 16 09:27:22.873672 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:22.912886 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Network 19894358-5016-4cbc-83ad-837aad96b259 is already hosted by enough agents. {{(pid=94601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:27:22.918013 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.base_scheduler [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Resources bound (agent type, host, resource id): {{(pid=94601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:22.921887 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Received port after_create {{(pid=94601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:27:22.931630 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Pushing event updated for resources: {'Port': ['ID=f97f314c-ec22-4785-98ad-56a7f7c19bcb,revision_number=1']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:22.982483 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Attempting to bind port f97f314c-ec22-4785-98ad-56a7f7c19bcb on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:27:22.982774 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Attempting to bind port f97f314c-ec22-4785-98ad-56a7f7c19bcb by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:27:22.983140 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Attempting to bind port f97f314c-ec22-4785-98ad-56a7f7c19bcb on network 19894358-5016-4cbc-83ad-837aad96b259 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:27:22.988575 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:27:22.990639 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Checking segment: {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:27:22.990639 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:22.990639 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Bound using segment: {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:27:22.990639 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Bound port: f97f314c-ec22-4785-98ad-56a7f7c19bcb, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:27:22.990639 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:23.059828 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] For port f97f314c-ec22-4785-98ad-56a7f7c19bcb, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:27:23.062912 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] For port f97f314c-ec22-4785-98ad-56a7f7c19bcb, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=f97f314c-ec22-4785-98ad-56a7f7c19bcb,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:27:23.126306 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-1fceb19d-9add-4d2e-a1a9-bfeaedff6c2a tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9af64c5abfad42308e5fe9e44d9b1de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2682135 Aug 16 09:27:23.145798 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:23.203339 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48b938-3c05-447f-b955-e2b43c9eaacd None None] Pushing event updated for resources: {'Port': ['ID=f97f314c-ec22-4785-98ad-56a7f7c19bcb,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:23.295217 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:23.322344 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:23.383343 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-8d17c6db-9f71-4392-9acf-cd7f58922afb service neutron] 10.222.0.39 "GET /v2.0/networks/a1f1dd56-7b3f-437e-8eb0-75aa140a3623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487824 Aug 16 09:27:23.533588 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f97f314c-ec22-4785-98ad-56a7f7c19bcb up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:23.534503 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Allocated IP 172.27.3.190 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:27:23.542002 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-98b26d22-9cb9-4d24-8fa9-a4a971ba5b2e service neutron] 10.222.0.39 "GET /v2.0/networks/a1f1dd56-7b3f-437e-8eb0-75aa140a3623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568353 Aug 16 09:27:23.632699 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port f97f314c-ec22-4785-98ad-56a7f7c19bcb completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:23.647071 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:23.764986 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-26571e2f-b452-46e8-9a39-fd52cb9e9cb0 req-785009c6-ea21-4b4c-a508-a6e12047a7a3 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 210 time: 0.0277350 Aug 16 09:27:23.766342 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:23.802786 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:27:23.810462 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:23.814394 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:27:23.871356 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Pushing event updated for resources: {'Port': ['ID=fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:24.146200 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419f675d-1d04-43d7-af62-1f8cd8b12a14 None None] Network 19894358-5016-4cbc-83ad-837aad96b259 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:27:24.279972 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:24.333898 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-c8481a92-4cfe-4011-9ee5-173e7994bc1e None None] Provisioning for port f97f314c-ec22-4785-98ad-56a7f7c19bcb completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:24.339852 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-c8481a92-4cfe-4011-9ee5-173e7994bc1e None None] Provisioning complete for port f97f314c-ec22-4785-98ad-56a7f7c19bcb triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:24.340742 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c8481a92-4cfe-4011-9ee5-173e7994bc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:24.430193 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c8481a92-4cfe-4011-9ee5-173e7994bc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:24.477650 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-c8481a92-4cfe-4011-9ee5-173e7994bc1e None None] For port f97f314c-ec22-4785-98ad-56a7f7c19bcb, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=f97f314c-ec22-4785-98ad-56a7f7c19bcb,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:27:24.505039 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438776'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:24.547491 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c8481a92-4cfe-4011-9ee5-173e7994bc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:24.596648 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8481a92-4cfe-4011-9ee5-173e7994bc1e None None] Pushing event updated for resources: {'Port': ['ID=f97f314c-ec22-4785-98ad-56a7f7c19bcb,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:24.664742 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8ff906b8-8de9-4dd0-801a-4fd35c5ea027 None None] Provisioning complete for port f97f314c-ec22-4785-98ad-56a7f7c19bcb triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:24.665108 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8ff906b8-8de9-4dd0-801a-4fd35c5ea027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:24.699805 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Router c4de8c97-5229-4b20-9f01-6520a8c717a7 is scheduled to L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 09:27:24.805488 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:27:24.816209 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Sync routers for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:27:24.826047 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:27:24.829892 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:27:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:24.874358 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6f8f0698-6599-4254-a3b5-b1b3eee8b6e6 req-549cc2ad-0175-4ec1-a621-4137c2bfbe86 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 210 time: 0.0291529 Aug 16 09:27:24.879219 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:24.880608 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-1e44bb8f-ff42-402c-abb9-e5f64a8946b4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5870457 Aug 16 09:27:24.884551 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49450) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:24.946457 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:27:25.134305 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:23Z', 'revision_number': 3, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:25.159601 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Checking router: c4de8c97-5229-4b20-9f01-6520a8c717a7 for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:27:25.159952 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Updating router c4de8c97-5229-4b20-9f01-6520a8c717a7 port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 binding host dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:27:25.184889 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:25.346685 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:25.446894 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:25.455789 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Transition to ACTIVE for port object fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:27:25.495741 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f97f314c-ec22-4785-98ad-56a7f7c19bcb up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:25.515977 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Allocated IP 172.20.0.1 (19894358-5016-4cbc-83ad-837aad96b259/4a9c8912-57fd-4428-a282-7e357b711658/83cfe29d-1793-4a30-8d10-18151331fc85) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:27:25.543079 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port f97f314c-ec22-4785-98ad-56a7f7c19bcb triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:25.543458 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:25.546608 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:25.633649 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Attempting to bind port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:27:25.633649 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Attempting to bind port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:27:25.633649 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Attempting to bind port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 on network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:27:25.635292 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764a38f-4aeb-49ad-aaf4-c55c0817e847 None None] Pushing event updated for resources: {'Port': ['ID=fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:25.643046 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:27:25.643422 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Checking segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:27:25.643821 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:25.644206 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Bound using segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:27:25.644688 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Bound port: fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:27:25.645071 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:25.651399 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:25.663852 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Transition to ACTIVE for port object 83cfe29d-1793-4a30-8d10-18151331fc85 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:27:25.727937 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] For port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:27:25.731829 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] For port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:27:25.753533 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:25.793738 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:25.794055 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Network 19894358-5016-4cbc-83ad-837aad96b259 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:27:25.799368 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:25.804001 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:27:25.807658 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Pushing event updated for resources: {'Port': ['ID=83cfe29d-1793-4a30-8d10-18151331fc85,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:25.858479 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:27:25.859108 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:27:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:25.865266 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-365101'] for router_interface, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:25.902219 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764a38f-4aeb-49ad-aaf4-c55c0817e847 None None] Pushing event updated for resources: {'Port': ['ID=fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:26.028954 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:27:26.038377 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f6d85d09-9c1c-4364-b09b-ea38a9f184c6 req-a923e6de-d20f-4ce8-94de-4b7a2f234cc7 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 210 time: 0.0283794 Aug 16 09:27:26.121433 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:26.205930 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-2d919a6e-3e85-4cc8-bbef-2687da227d85 None None] Provisioning for port 83cfe29d-1793-4a30-8d10-18151331fc85 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:26.213531 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-2d919a6e-3e85-4cc8-bbef-2687da227d85 None None] Provisioning complete for port 83cfe29d-1793-4a30-8d10-18151331fc85 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:26.213896 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2d919a6e-3e85-4cc8-bbef-2687da227d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:26.255935 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:23Z', 'revision_number': 3, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:26.259356 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-2d919a6e-3e85-4cc8-bbef-2687da227d85 None None] Port 83cfe29d-1793-4a30-8d10-18151331fc85 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:27:26.284689 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0853b966-11d2-4e0b-980d-40a0f1c6dd48 None None] The sync data for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi is: [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:23Z', 'revision_number': 3, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:27:26.339650 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-df08d8da-99a8-46b5-855f-a6e074bca1f1 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:26.341165 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-df08d8da-99a8-46b5-855f-a6e074bca1f1 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.64 "GET /v2.0/networks?id=a1f1dd56-7b3f-437e-8eb0-75aa140a3623 HTTP/1.1" status: 200 len: 813 time: 0.1708944 Aug 16 09:27:26.358082 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Request body: {'port': {'device_id': '7349f88c-78b5-435a-9e74-d75940f8ec26', 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623', 'admin_state_up': True, 'tenant_id': '9af64c5abfad42308e5fe9e44d9b1de7'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:26.423976 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:26.540343 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:26.611467 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Pushing event updated for resources: {'Port': ['ID=83cfe29d-1793-4a30-8d10-18151331fc85,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:26.623373 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365241'] for router_interface, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:26.643044 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Made reservation on behalf of 9af64c5abfad42308e5fe9e44d9b1de7 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:27:26.646522 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:27.040948 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Network 19894358-5016-4cbc-83ad-837aad96b259 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:27:27.044911 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:27.120044 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Allocated IP 172.20.0.8 (a1f1dd56-7b3f-437e-8eb0-75aa140a3623/6381ab44-2096-4247-891b-245f31eefe14/0a436102-1de0-41c2-a7c2-4da112eab0dc) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:27:27.204537 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3d2bf863-7460-4181-8941-30b6f11cd92b req-7e7e4d5c-ca6c-4ff3-b421-3e21e2e417f6 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 210 time: 0.0350409 Aug 16 09:27:27.247931 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Router c4de8c97-5229-4b20-9f01-6520a8c717a7 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:27:27.291593 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-c16ebc6e-038e-458b-9f4f-0dfc8f070af2 None None] Provisioning complete for port 83cfe29d-1793-4a30-8d10-18151331fc85 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:27.292139 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c16ebc6e-038e-458b-9f4f-0dfc8f070af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:27.326365 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-c16ebc6e-038e-458b-9f4f-0dfc8f070af2 None None] Port 83cfe29d-1793-4a30-8d10-18151331fc85 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:27:27.424661 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:27.442254 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:27:27.448610 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-197e2f52-9599-43ae-b296-7ed4735bd726 admin admin] 10.222.0.39 "PUT /v2.0/routers/c4de8c97-5229-4b20-9f01-6520a8c717a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5636919 Aug 16 09:27:27.529236 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:27.540970 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:27.592055 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:27:27.595900 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:27.599905 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:27:27.606528 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Pushing event updated for resources: {'Port': ['ID=0a436102-1de0-41c2-a7c2-4da112eab0dc,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:27.660470 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:27.660470 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:27.678737 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:27.683818 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:27.684401 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:27.757687 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-f370a464-0538-4016-bf0c-bacc53736413 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4046896 Aug 16 09:27:27.764744 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:27.772741 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Request body: {'port': {'device_id': '7349f88c-78b5-435a-9e74-d75940f8ec26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:27.784707 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:27:27.834287 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Sync routers for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:27:27.836471 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:27.844393 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:27:27.845194 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:27:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:27.861522 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:27.928424 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:27.961474 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:27:28.149470 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a436102-1de0-41c2-a7c2-4da112eab0dc {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:27:28.158747 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.176601 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Transition to ACTIVE for port object 0a436102-1de0-41c2-a7c2-4da112eab0dc will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:27:28.186561 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49486) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:28.190898 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:26Z', 'revision_number': 2, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:28.200263 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-768487176-network', 'tenant_id': 'bc8a47922a01465f8208534538b41827'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:28.222964 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Checking router: c4de8c97-5229-4b20-9f01-6520a8c717a7 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:27:28.223602 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Updating router c4de8c97-5229-4b20-9f01-6520a8c717a7 port 83cfe29d-1793-4a30-8d10-18151331fc85 binding host dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:27:28.252367 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.255990 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.312198 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a436102-1de0-41c2-a7c2-4da112eab0dc,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:28.317932 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Made reservation on behalf of bc8a47922a01465f8208534538b41827 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:27:28.322459 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.344243 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.370099 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69b72d-0bec-4ca0-a4c6-d303793bbafb req-7d165bbd-5d38-4c7a-858c-db16bbb19b0d tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:28.371897 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ae69b72d-0bec-4ca0-a4c6-d303793bbafb req-7d165bbd-5d38-4c7a-858c-db16bbb19b0d tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 943 time: 0.0985932 Aug 16 09:27:28.392192 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Attempting to bind port 0a436102-1de0-41c2-a7c2-4da112eab0dc on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:27:28.392656 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Attempting to bind port 0a436102-1de0-41c2-a7c2-4da112eab0dc by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '8c1ca8ad-488a-408b-bc67-05f437d8877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:27:28.393096 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Attempting to bind port 0a436102-1de0-41c2-a7c2-4da112eab0dc on network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:27:28.398546 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Port 0a436102-1de0-41c2-a7c2-4da112eab0dc on network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:27:28.399018 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Attempting to bind port 0a436102-1de0-41c2-a7c2-4da112eab0dc on network a1f1dd56-7b3f-437e-8eb0-75aa140a3623 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:27:28.405787 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:27:28.406766 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Checking segment: {'id': '8c1ca8ad-488a-408b-bc67-05f437d8877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:27:28.406886 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Bound using segment: {'id': '8c1ca8ad-488a-408b-bc67-05f437d8877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:27:28.407582 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Bound port: 0a436102-1de0-41c2-a7c2-4da112eab0dc, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1ca8ad-488a-408b-bc67-05f437d8877b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:27:28.408116 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.435369 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ae69b72d-0bec-4ca0-a4c6-d303793bbafb req-b1eeb9a8-8c87-43c6-b0b9-97bf9739477a tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565863 Aug 16 09:27:28.486272 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] For port 0a436102-1de0-41c2-a7c2-4da112eab0dc, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:27:28.489720 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] For port 0a436102-1de0-41c2-a7c2-4da112eab0dc, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=0a436102-1de0-41c2-a7c2-4da112eab0dc,segment=NetworkSegment(8c1ca8ad-488a-408b-bc67-05f437d8877b),segment_id=8c1ca8ad-488a-408b-bc67-05f437d8877b)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:27:28.501108 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.618482 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.627849 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.provisioning_blocks [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Transition to ACTIVE for port object 83cfe29d-1793-4a30-8d10-18151331fc85 will not be triggered until provisioned by entity L2. {{(pid=94602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:27:28.633237 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.675564 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:28.676186 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.677607 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/0a436102-1de0-41c2-a7c2-4da112eab0dc HTTP/1.1" status: 200 len: 1093 time: 0.9104004 Aug 16 09:27:28.678064 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7349f88c-78b5-435a-9e74-d75940f8ec26', 'tag': '0a436102-1de0-41c2-a7c2-4da112eab0dc'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:27:28.680318 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5a9fb0-3d8f-412e-bd41-b54ff3c04d14" -d '{"events": [{"name": "network-changed", "server_uuid": "7349f88c-78b5-435a-9e74-d75940f8ec26", "tag": "0a436102-1de0-41c2-a7c2-4da112eab0dc"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:27:28.700082 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975faac-5957-4cc5-80ef-9a543c3880b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a436102-1de0-41c2-a7c2-4da112eab0dc,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:28.712898 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.722367 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecbac0d-bfb0-4fb4-997b-af5167f67915 x-openstack-request-id: req-8ecbac0d-bfb0-4fb4-997b-af5167f67915 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:27:28.722367 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7349f88c-78b5-435a-9e74-d75940f8ec26", "tag": "0a436102-1de0-41c2-a7c2-4da112eab0dc", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:27:28.722367 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ecbac0d-bfb0-4fb4-997b-af5167f67915 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:27:28.722367 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7349f88c-78b5-435a-9e74-d75940f8ec26', 'tag': '0a436102-1de0-41c2-a7c2-4da112eab0dc', 'status': 'completed', 'code': 200} Aug 16 09:27:28.744316 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:27:28.746296 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c902589-3188-4a26-b033-ba9a1d9dd0e4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:28.756204 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.756577 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.segments_db [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Added segment 767aa5c0-2e27-4185-a439-7b2db9fdc01c of type vlan for network 9f6d8c52-86b9-46a2-b916-4a4c1886d51f Aug 16 09:27:28.764438 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.786438 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a9fb0-3d8f-412e-bd41-b54ff3c04d14 req-eed2b6ef-8805-4538-b501-bfe4d0f8965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:28.787955 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fe5a9fb0-3d8f-412e-bd41-b54ff3c04d14 req-eed2b6ef-8805-4538-b501-bfe4d0f8965e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9af64c5abfad42308e5fe9e44d9b1de7&device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 1096 time: 0.0443974 Aug 16 09:27:28.796545 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.810450 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Pushing event updated for resources: {'Port': ['ID=83cfe29d-1793-4a30-8d10-18151331fc85,revision_number=3']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:28.826451 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.826797 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.827132 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.827464 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.827791 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.828117 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.828474 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.828801 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.829141 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.829468 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.829786 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.830100 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:27:28.892134 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Attempting to bind port 83cfe29d-1793-4a30-8d10-18151331fc85 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:27:28.892823 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Attempting to bind port 83cfe29d-1793-4a30-8d10-18151331fc85 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:27:28.893221 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Attempting to bind port 83cfe29d-1793-4a30-8d10-18151331fc85 on network 19894358-5016-4cbc-83ad-837aad96b259 {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:27:28.895998 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.897017 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:28.897604 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.899517 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:27:28.899947 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Checking segment: {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:27:28.900471 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.903257 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Bound using segment: {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:27:28.903257 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Bound port: 83cfe29d-1793-4a30-8d10-18151331fc85, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'}}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:27:28.903257 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:28.911211 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a9fb0-3d8f-412e-bd41-b54ff3c04d14 req-964e44b5-c0d5-496f-b5c6-2229344d35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:28.912911 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fe5a9fb0-3d8f-412e-bd41-b54ff3c04d14 req-964e44b5-c0d5-496f-b5c6-2229344d35ee service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9af64c5abfad42308e5fe9e44d9b1de7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1165802 Aug 16 09:27:28.971604 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6d8c52-86b9-46a2-b916-4a4c1886d51f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:28.983840 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network 9f6d8c52-86b9-46a2-b916-4a4c1886d51f details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:27:28.998491 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] For port 83cfe29d-1793-4a30-8d10-18151331fc85, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:27:29.002786 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] For port 83cfe29d-1793-4a30-8d10-18151331fc85, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=83cfe29d-1793-4a30-8d10-18151331fc85,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:27:29.034711 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a9fb0-3d8f-412e-bd41-b54ff3c04d14 req-1464da75-8393-4996-9b0a-02ed31c51a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:29.036193 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fe5a9fb0-3d8f-412e-bd41-b54ff3c04d14 req-1464da75-8393-4996-9b0a-02ed31c51a85 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160972 Aug 16 09:27:29.041019 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-3aba94eb-61e0-477d-a387-a8bc44521816 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8528984 Aug 16 09:27:29.043866 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49494) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:29.048859 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] Request body: {'subnet': {'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-768487176-subnet', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:29.075981 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:29.125297 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:27:29.125919 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:27:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:29.127223 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-2c6788a8-c070-491e-a116-4cbc3d7aa061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:29.128974 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-2c6788a8-c070-491e-a116-4cbc3d7aa061 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9af64c5abfad42308e5fe9e44d9b1de7&device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 1096 time: 0.0426028 Aug 16 09:27:29.139325 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] Made reservation on behalf of bc8a47922a01465f8208534538b41827 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:27:29.142161 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8921795'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:29.180242 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-77ed39b1-ea2c-4e7e-ad46-9a3cdd2f1012 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a436102-1de0-41c2-a7c2-4da112eab0dc HTTP/1.1" status: 200 len: 217 time: 0.0431058 Aug 16 09:27:29.183923 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce04de-ddbf-49dd-b71d-1afe2c861b77 None None] Pushing event updated for resources: {'Port': ['ID=83cfe29d-1793-4a30-8d10-18151331fc85,revision_number=4']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:29.245135 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-05b0e939-4ce4-432a-9c11-4b428e456841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:29.249941 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-05b0e939-4ce4-432a-9c11-4b428e456841 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6381ab44-2096-4247-891b-245f31eefe14 HTTP/1.1" status: 200 len: 853 time: 0.0606728 Aug 16 09:27:29.290713 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:27:29.296089 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-dca78b59-0cb3-4f20-9320-b00c05a3ce09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a1f1dd56-7b3f-437e-8eb0-75aa140a3623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382528 Aug 16 09:27:29.399047 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8465179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8921841'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:29.427012 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-31a3f376-f0cd-430d-8238-10728d88bcb7 service neutron] 10.222.0.64 "GET /v2.0/networks/a1f1dd56-7b3f-437e-8eb0-75aa140a3623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198542 Aug 16 09:27:29.462994 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16468aa5-4fb3-46b4-ab15-c96911406242,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:29.489869 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] Checking segment: {'id': '767aa5c0-2e27-4185-a439-7b2db9fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:27:29.490345 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] Network hostable DHCP agents. Network: 9f6d8c52-86b9-46a2-b916-4a4c1886d51f, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:27:29.519254 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:29.551376 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-206cec70-e3e6-48f3-b5e3-af8ef36e9475 req-69ae48fa-186a-4d65-ad81-2340fd2e7c2b service neutron] 10.222.0.64 "GET /v2.0/networks/a1f1dd56-7b3f-437e-8eb0-75aa140a3623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069055 Aug 16 09:27:29.576505 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9c0b-8768-4c98-87d3-c811680462a2 req-b2b1945c-973a-4543-9546-a7ac8216e982 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:29.578306 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-723d9c0b-8768-4c98-87d3-c811680462a2 req-b2b1945c-973a-4543-9546-a7ac8216e982 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 943 time: 0.0540233 Aug 16 09:27:29.579553 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] Network 9f6d8c52-86b9-46a2-b916-4a4c1886d51f is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:27:29.585710 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:29.586304 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:29.592924 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:28Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:29.621670 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6da39d0-c680-45e3-b85b-c3fa77aef1b2 None None] The sync data for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi is: [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:28Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:27:29.623445 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-723d9c0b-8768-4c98-87d3-c811680462a2 req-8213be76-627e-405e-b571-c8f1ea509f91 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365181 Aug 16 09:27:29.687597 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, 9f6d8c52-86b9-46a2-b916-4a4c1886d51f) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:29.691973 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:29.695340 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:29.777571 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-7b7589d9-a1af-451f-9ead-725e632deba2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7322371 Aug 16 09:27:29.785426 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49502) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:29.792407 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-768487176-router', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:29.798482 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d81427-50ca-4280-8d6a-3d08f534aa2f None None] Network 9f6d8c52-86b9-46a2-b916-4a4c1886d51f requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:27:29.911368 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:29.912452 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:29.962485 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec095752-b3bb-5336-b046-645ca276ff70-9f6d8c52-86b9-46a2-b916-4a4c1886d51f', 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'fixed_ips': [{'subnet_id': '16468aa5-4fb3-46b4-ab15-c96911406242'}]}} from dv-cinder-804611-1-iscsi. {{(pid=94601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 09:27:29.964142 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:29.976175 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:30.109350 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.db_base_plugin_common [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Allocated IP 172.20.0.2 (9f6d8c52-86b9-46a2-b916-4a4c1886d51f/16468aa5-4fb3-46b4-ab15-c96911406242/a2abca5d-6044-4659-b4e9-7b7d48e1350c) {{(pid=94601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:27:30.213747 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:30.263053 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Notify callbacks [] for port, precommit_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:30.272086 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Transition to ACTIVE for port object a2abca5d-6044-4659-b4e9-7b7d48e1350c will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:27:30.288781 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Transition to ACTIVE for port object a2abca5d-6044-4659-b4e9-7b7d48e1350c will not be triggered until provisioned by entity DHCP. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:27:30.353521 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:30.398460 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Network 9f6d8c52-86b9-46a2-b916-4a4c1886d51f is already hosted by enough agents. {{(pid=94601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:27:30.402108 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.base_scheduler [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Resources bound (agent type, host, resource id): {{(pid=94601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:30.404611 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Received port after_create {{(pid=94601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:27:30.415188 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Pushing event updated for resources: {'Port': ['ID=a2abca5d-6044-4659-b4e9-7b7d48e1350c,revision_number=1']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:30.480354 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Attempting to bind port a2abca5d-6044-4659-b4e9-7b7d48e1350c on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:27:30.480927 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Attempting to bind port a2abca5d-6044-4659-b4e9-7b7d48e1350c by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '767aa5c0-2e27-4185-a439-7b2db9fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:27:30.481469 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Attempting to bind port a2abca5d-6044-4659-b4e9-7b7d48e1350c on network 9f6d8c52-86b9-46a2-b916-4a4c1886d51f {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:27:30.487453 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:27:30.487859 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Checking segment: {'id': '767aa5c0-2e27-4185-a439-7b2db9fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:27:30.490112 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:30.490112 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Bound using segment: {'id': '767aa5c0-2e27-4185-a439-7b2db9fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:27:30.490112 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Bound port: a2abca5d-6044-4659-b4e9-7b7d48e1350c, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767aa5c0-2e27-4185-a439-7b2db9fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:27:30.490112 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:30.548376 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:30.559062 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] For port a2abca5d-6044-4659-b4e9-7b7d48e1350c, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:27:30.562095 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] For port a2abca5d-6044-4659-b4e9-7b7d48e1350c, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=a2abca5d-6044-4659-b4e9-7b7d48e1350c,segment=NetworkSegment(767aa5c0-2e27-4185-a439-7b2db9fdc01c),segment_id=767aa5c0-2e27-4185-a439-7b2db9fdc01c)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:27:30.567511 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:30.616909 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:30.702569 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff56fe-f590-48bd-be11-475c43e6880b None None] Pushing event updated for resources: {'Port': ['ID=a2abca5d-6044-4659-b4e9-7b7d48e1350c,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:30.982453 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Allocated IP 172.27.3.175 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/b92d7bcd-72ef-4bcc-948e-5e254882191f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:27:31.045744 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f87022-c6e7-473d-a74b-e59fbe320fa7 req-d942f1b9-cd01-4698-af46-84143063bca5 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:31.047134 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b7f87022-c6e7-473d-a74b-e59fbe320fa7 req-d942f1b9-cd01-4698-af46-84143063bca5 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 943 time: 0.1156967 Aug 16 09:27:31.108807 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b7f87022-c6e7-473d-a74b-e59fbe320fa7 req-4bdab503-8938-41dd-9882-18050aab69c5 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556335 Aug 16 09:27:31.133492 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:31.254529 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:31.294428 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:27:31.298924 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:31.301402 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:27:31.328039 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Pushing event updated for resources: {'Port': ['ID=b92d7bcd-72ef-4bcc-948e-5e254882191f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:31.565336 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 83cfe29d-1793-4a30-8d10-18151331fc85 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:31.668967 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd03b1b-468b-416a-b386-02607853c5da None None] Network 9f6d8c52-86b9-46a2-b916-4a4c1886d51f requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:27:31.701554 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:31.707505 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 83cfe29d-1793-4a30-8d10-18151331fc85 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:31.715017 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 83cfe29d-1793-4a30-8d10-18151331fc85 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:31.715399 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:31.858844 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:31.895600 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-437ab905-6647-4e84-b8b1-99cae041dcbf None None] Provisioning for port a2abca5d-6044-4659-b4e9-7b7d48e1350c completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:31.903185 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438776'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:31.916991 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 83cfe29d-1793-4a30-8d10-18151331fc85, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=83cfe29d-1793-4a30-8d10-18151331fc85,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:27:32.027431 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:32.028226 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device a2abca5d-6044-4659-b4e9-7b7d48e1350c up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:32.087592 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:32.120499 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=83cfe29d-1793-4a30-8d10-18151331fc85,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:32.141713 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db is scheduled to L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 09:27:32.206071 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 0a436102-1de0-41c2-a7c2-4da112eab0dc details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:27:32.209574 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port a2abca5d-6044-4659-b4e9-7b7d48e1350c completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:32.220835 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port a2abca5d-6044-4659-b4e9-7b7d48e1350c triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:32.221216 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:32.275117 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730caad-3442-47c9-8482-607d7297ef16 req-582499b5-ddac-4d98-980e-06a534c45356 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:32.277158 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d730caad-3442-47c9-8482-607d7297ef16 req-582499b5-ddac-4d98-980e-06a534c45356 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 943 time: 0.0910406 Aug 16 09:27:32.303694 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:27:32.321521 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Sync routers for ids ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:27:32.329555 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d730caad-3442-47c9-8482-607d7297ef16 req-bb32f791-4356-49b5-860e-6307b5ff5b28 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459065 Aug 16 09:27:32.373079 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Routers {'8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:27:32.373784 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:27:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:32.384817 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 0a436102-1de0-41c2-a7c2-4da112eab0dc, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=0a436102-1de0-41c2-a7c2-4da112eab0dc,segment=NetworkSegment(8c1ca8ad-488a-408b-bc67-05f437d8877b),segment_id=8c1ca8ad-488a-408b-bc67-05f437d8877b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:27:32.415732 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:32.417655 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-b17f8202-9b4b-4431-95a7-fc153f869e8d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6310551 Aug 16 09:27:32.420266 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49520) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:32.425419 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:32.442127 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '0a436102-1de0-41c2-a7c2-4da112eab0dc', 'network_id': 'a1f1dd56-7b3f-437e-8eb0-75aa140a3623', 'port_id': '0a436102-1de0-41c2-a7c2-4da112eab0dc', 'mac_address': 'fa:16:3e:78:a5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6381ab44-2096-4247-891b-245f31eefe14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:27:32.520572 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port a2abca5d-6044-4659-b4e9-7b7d48e1350c, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=a2abca5d-6044-4659-b4e9-7b7d48e1350c,segment=NetworkSegment(767aa5c0-2e27-4185-a439-7b2db9fdc01c),segment_id=767aa5c0-2e27-4185-a439-7b2db9fdc01c)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:27:32.548350 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:32.554131 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Set router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:27:32.614286 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:32.619581 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a436102-1de0-41c2-a7c2-4da112eab0dc {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:27:32.694489 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 0a436102-1de0-41c2-a7c2-4da112eab0dc, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=0a436102-1de0-41c2-a7c2-4da112eab0dc,segment=NetworkSegment(8c1ca8ad-488a-408b-bc67-05f437d8877b),segment_id=8c1ca8ad-488a-408b-bc67-05f437d8877b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:27:32.726625 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=a2abca5d-6044-4659-b4e9-7b7d48e1350c,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:32.781192 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:32.840221 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=0a436102-1de0-41c2-a7c2-4da112eab0dc,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:32.847057 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:32.854048 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'name': 'tempest-TestVolumeBootPattern-768487176-router', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:29Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 3, 'project_id': 'bc8a47922a01465f8208534538b41827', 'gw_port': {'id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:30Z', 'updated_at': '2021-08-16T09:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:32.887240 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Checking router: 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:27:32.887596 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Updating router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db port b92d7bcd-72ef-4bcc-948e-5e254882191f binding host dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:27:32.911551 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.006058 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Allocated IP 172.20.0.1 (9f6d8c52-86b9-46a2-b916-4a4c1886d51f/16468aa5-4fb3-46b4-ab15-c96911406242/61e0e77a-66c4-47af-91de-3398f431976f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:27:33.099170 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['0a436102-1de0-41c2-a7c2-4da112eab0dc'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:27:33.114274 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.127317 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Transition to ACTIVE for port object 61e0e77a-66c4-47af-91de-3398f431976f will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:27:33.221959 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.232209 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.256824 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Transition to ACTIVE for port object b92d7bcd-72ef-4bcc-948e-5e254882191f will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:27:33.258297 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Network 9f6d8c52-86b9-46a2-b916-4a4c1886d51f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:27:33.264511 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:33.267994 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:27:33.293744 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Pushing event updated for resources: {'Port': ['ID=61e0e77a-66c4-47af-91de-3398f431976f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:33.320330 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-365101'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.332159 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.384011 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Attempting to bind port b92d7bcd-72ef-4bcc-948e-5e254882191f on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:27:33.384552 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Attempting to bind port b92d7bcd-72ef-4bcc-948e-5e254882191f by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:27:33.385065 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Attempting to bind port b92d7bcd-72ef-4bcc-948e-5e254882191f on network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:27:33.391423 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34584e8-65d1-422b-9e22-2134790cc6ce None None] Pushing event updated for resources: {'Port': ['ID=b92d7bcd-72ef-4bcc-948e-5e254882191f,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:33.397365 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:27:33.397885 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Checking segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:27:33.398578 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.399051 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Bound using segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:27:33.399618 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Bound port: b92d7bcd-72ef-4bcc-948e-5e254882191f, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:27:33.400108 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.459118 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] For port b92d7bcd-72ef-4bcc-948e-5e254882191f, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:27:33.462644 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] For port b92d7bcd-72ef-4bcc-948e-5e254882191f, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=b92d7bcd-72ef-4bcc-948e-5e254882191f,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:27:33.504810 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dbc77-3f75-4217-b899-b73440524184 req-41e7035f-b6bf-4763-ac6e-d5c1f0341f02 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:33.506463 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-291dbc77-3f75-4217-b899-b73440524184 req-41e7035f-b6bf-4763-ac6e-d5c1f0341f02 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 944 time: 0.0689194 Aug 16 09:27:33.520109 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 83cfe29d-1793-4a30-8d10-18151331fc85 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:33.569349 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.584403 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-291dbc77-3f75-4217-b899-b73440524184 req-5d5aae0b-9794-4323-9c2c-5fa15953ab6f tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713053 Aug 16 09:27:33.666731 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.742726 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Routers {'8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:27:33.743366 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:27:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:33.747777 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34584e8-65d1-422b-9e22-2134790cc6ce None None] Pushing event updated for resources: {'Port': ['ID=b92d7bcd-72ef-4bcc-948e-5e254882191f,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:33.753975 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.795094 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 83cfe29d-1793-4a30-8d10-18151331fc85 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:33.795273 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.822003 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-ba7e4ed4-4e29-416a-863f-56cabadc1609 None None] Provisioning for port 61e0e77a-66c4-47af-91de-3398f431976f completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:33.853881 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8465254'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.861536 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-ba7e4ed4-4e29-416a-863f-56cabadc1609 None None] Provisioning complete for port 61e0e77a-66c4-47af-91de-3398f431976f triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:33.861920 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ba7e4ed4-4e29-416a-863f-56cabadc1609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.913000 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] Set router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:27:33.919273 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Pushing event updated for resources: {'Port': ['ID=61e0e77a-66c4-47af-91de-3398f431976f,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:33.922751 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365241'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:33.943696 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e4ed4-4e29-416a-863f-56cabadc1609 None None] Port 61e0e77a-66c4-47af-91de-3398f431976f cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:27:34.013800 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Network 9f6d8c52-86b9-46a2-b916-4a4c1886d51f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:27:34.015100 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:27:34.026613 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device a2abca5d-6044-4659-b4e9-7b7d48e1350c up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:34.138266 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:27:34.143223 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port a2abca5d-6044-4659-b4e9-7b7d48e1350c triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:34.143603 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:34.222194 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 0a436102-1de0-41c2-a7c2-4da112eab0dc up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:34.253779 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:27:34.258951 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-c66c6b67-3619-42ae-8fc6-07680bae1860 admin admin] 10.222.0.39 "PUT /v2.0/routers/8cbc4a5d-0785-4a45-8ceb-98d250b3b7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8376894 Aug 16 09:27:34.279970 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'name': 'tempest-TestVolumeBootPattern-768487176-router', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:29Z', 'updated_at': '2021-08-16T09:27:33Z', 'revision_number': 4, 'project_id': 'bc8a47922a01465f8208534538b41827', 'gw_port': {'id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:30Z', 'updated_at': '2021-08-16T09:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '61e0e77a-66c4-47af-91de-3398f431976f', 'name': '', 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'mac_address': 'fa:16:3e:f9:af:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '16468aa5-4fb3-46b4-ab15-c96911406242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:32Z', 'updated_at': '2021-08-16T09:27:33Z', 'revision_number': 1, 'project_id': 'bc8a47922a01465f8208534538b41827', 'subnets': [{'id': '16468aa5-4fb3-46b4-ab15-c96911406242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:34.318331 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3153fe-b0d1-4c58-aded-ce876e1301e0 None None] The sync data for ids ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'] in dv-cinder-804611-1-iscsi is: [{'id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'name': 'tempest-TestVolumeBootPattern-768487176-router', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:29Z', 'updated_at': '2021-08-16T09:27:33Z', 'revision_number': 4, 'project_id': 'bc8a47922a01465f8208534538b41827', 'gw_port': {'id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:30Z', 'updated_at': '2021-08-16T09:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '61e0e77a-66c4-47af-91de-3398f431976f', 'name': '', 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'mac_address': 'fa:16:3e:f9:af:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '16468aa5-4fb3-46b4-ab15-c96911406242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:32Z', 'updated_at': '2021-08-16T09:27:33Z', 'revision_number': 1, 'project_id': 'bc8a47922a01465f8208534538b41827', 'subnets': [{'id': '16468aa5-4fb3-46b4-ab15-c96911406242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:27:34.337542 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-b46ef8d6-9db4-49d1-9353-bc36132d5708 None None] Provisioning complete for port 61e0e77a-66c4-47af-91de-3398f431976f triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:34.337920 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b46ef8d6-9db4-49d1-9353-bc36132d5708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:34.378368 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-b46ef8d6-9db4-49d1-9353-bc36132d5708 None None] Port 61e0e77a-66c4-47af-91de-3398f431976f cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:27:34.438455 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port 0a436102-1de0-41c2-a7c2-4da112eab0dc completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:34.442593 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 0a436102-1de0-41c2-a7c2-4da112eab0dc triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:34.443094 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:34.527271 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:34.568896 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7349f88c-78b5-435a-9e74-d75940f8ec26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a436102-1de0-41c2-a7c2-4da112eab0dc'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:27:34.571840 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a174396-ddb3-4e06-8cbf-0bc7987e7573" -d '{"events": [{"server_uuid": "7349f88c-78b5-435a-9e74-d75940f8ec26", "name": "network-vif-plugged", "status": "completed", "tag": "0a436102-1de0-41c2-a7c2-4da112eab0dc"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:27:34.585246 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 0a436102-1de0-41c2-a7c2-4da112eab0dc, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=0a436102-1de0-41c2-a7c2-4da112eab0dc,segment=NetworkSegment(8c1ca8ad-488a-408b-bc67-05f437d8877b),segment_id=8c1ca8ad-488a-408b-bc67-05f437d8877b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:27:34.619192 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9353d2d1-f910-4793-bc74-99f5fbb8b032 x-openstack-request-id: req-9353d2d1-f910-4793-bc74-99f5fbb8b032 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:27:34.619523 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7349f88c-78b5-435a-9e74-d75940f8ec26", "name": "network-vif-plugged", "status": "completed", "tag": "0a436102-1de0-41c2-a7c2-4da112eab0dc", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:27:34.619777 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9353d2d1-f910-4793-bc74-99f5fbb8b032 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:27:34.620202 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7349f88c-78b5-435a-9e74-d75940f8ec26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a436102-1de0-41c2-a7c2-4da112eab0dc', 'code': 200} Aug 16 09:27:34.671331 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:34.732020 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=0a436102-1de0-41c2-a7c2-4da112eab0dc,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:34.758648 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846adecc-08d0-4530-b073-d380c1043648 req-4f8a5d39-5030-4054-bc3f-47cccaaba99f tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:34.761253 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-846adecc-08d0-4530-b073-d380c1043648 req-4f8a5d39-5030-4054-bc3f-47cccaaba99f tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 945 time: 0.0579250 Aug 16 09:27:34.802764 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-846adecc-08d0-4530-b073-d380c1043648 req-2a476c54-6bfb-4ef4-900b-4d7c30299a53 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352018 Aug 16 09:27:34.962416 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd5528-4ff6-4d39-85de-fcbf528e60c4 req-8a68ec35-c813-4f3e-8176-588ad6ee9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:34.964669 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-00bd5528-4ff6-4d39-85de-fcbf528e60c4 req-8a68ec35-c813-4f3e-8176-588ad6ee9f90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 1098 time: 0.0450101 Aug 16 09:27:35.004439 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-00bd5528-4ff6-4d39-85de-fcbf528e60c4 req-b9d74d1e-8b95-4d52-bfc4-ab4aecb780cd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294056 Aug 16 09:27:35.121299 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49556) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:35.126213 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f39e181a-3527-494d-a3b0-3cc5e8cfe2b4 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133295827', 'description': 'tempest-secgroup-smoke-133295827 description', 'project_id': '6b88604f73564039ab3cdfa704bf201b'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:35.213993 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f39e181a-3527-494d-a3b0-3cc5e8cfe2b4 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.290875 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f39e181a-3527-494d-a3b0-3cc5e8cfe2b4 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.356197 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f39e181a-3527-494d-a3b0-3cc5e8cfe2b4 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.383595 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e181a-3527-494d-a3b0-3cc5e8cfe2b4 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb06ec9-2fc6-4221-b96a-46c6ec102400,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:35.471173 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f39e181a-3527-494d-a3b0-3cc5e8cfe2b4 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.472551 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-f39e181a-3527-494d-a3b0-3cc5e8cfe2b4 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3500469 Aug 16 09:27:35.475386 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49558) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:35.480649 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-2791a53a-439e-45e3-a5e1-3202dbacffe9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'security_group_rule': {'security_group_id': '0eb06ec9-2fc6-4221-b96a-46c6ec102400', 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:35.505702 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device b92d7bcd-72ef-4bcc-948e-5e254882191f up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:35.569004 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2791a53a-439e-45e3-a5e1-3202dbacffe9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.623803 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2791a53a-439e-45e3-a5e1-3202dbacffe9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.659361 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port b92d7bcd-72ef-4bcc-948e-5e254882191f completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:35.663373 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port b92d7bcd-72ef-4bcc-948e-5e254882191f triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:35.663759 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.718448 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2791a53a-439e-45e3-a5e1-3202dbacffe9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.737663 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791a53a-439e-45e3-a5e1-3202dbacffe9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87167278-1775-42b6-acb6-293294e4edc3,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:35.750332 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.769405 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port b92d7bcd-72ef-4bcc-948e-5e254882191f, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=b92d7bcd-72ef-4bcc-948e-5e254882191f,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:27:35.821314 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2791a53a-439e-45e3-a5e1-3202dbacffe9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.822568 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-2791a53a-439e-45e3-a5e1-3202dbacffe9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3461692 Aug 16 09:27:35.825482 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49562) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:35.830191 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-95827966-7667-478c-9319-b181e8451f48 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'security_group_rule': {'security_group_id': '0eb06ec9-2fc6-4221-b96a-46c6ec102400', 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:35.851104 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.903821 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=b92d7bcd-72ef-4bcc-948e-5e254882191f,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:35.923765 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db335742-c19f-4fcd-bc95-2cb7884a6c3a req-553bc057-0409-4dfa-9fa3-f627c14a71ab tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:35.925269 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-db335742-c19f-4fcd-bc95-2cb7884a6c3a req-553bc057-0409-4dfa-9fa3-f627c14a71ab tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 945 time: 0.0499229 Aug 16 09:27:35.934674 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-95827966-7667-478c-9319-b181e8451f48 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:35.964780 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-db335742-c19f-4fcd-bc95-2cb7884a6c3a req-695d5905-a40f-4bdb-b196-96a91358e1f9 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Aug 16 09:27:35.991774 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-95827966-7667-478c-9319-b181e8451f48 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:36.135455 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-95827966-7667-478c-9319-b181e8451f48 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:36.153662 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95827966-7667-478c-9319-b181e8451f48 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfdf834-c52f-473d-b665-081ecb03f09b,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:36.219585 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-95827966-7667-478c-9319-b181e8451f48 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:36.221223 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-95827966-7667-478c-9319-b181e8451f48 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3945811 Aug 16 09:27:36.223898 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49568) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:36.231411 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-de8abb72-f0c7-4d27-aac7-acdba1317481 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'security_group_rule': {'security_group_id': '0eb06ec9-2fc6-4221-b96a-46c6ec102400', 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:36.374603 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-de8abb72-f0c7-4d27-aac7-acdba1317481 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:36.434562 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-de8abb72-f0c7-4d27-aac7-acdba1317481 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:36.512837 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-de8abb72-f0c7-4d27-aac7-acdba1317481 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:36.531612 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8abb72-f0c7-4d27-aac7-acdba1317481 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca484561-a94e-4050-9892-24966afd69ef,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:36.630926 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-de8abb72-f0c7-4d27-aac7-acdba1317481 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:36.632166 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-de8abb72-f0c7-4d27-aac7-acdba1317481 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4050384 Aug 16 09:27:36.634989 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49570) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:36.639749 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-6dded4f9-80d9-4ea7-ac69-1349b27891aa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'security_group_rule': {'security_group_id': '0eb06ec9-2fc6-4221-b96a-46c6ec102400', 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:36.732873 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6dded4f9-80d9-4ea7-ac69-1349b27891aa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:36.792196 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6dded4f9-80d9-4ea7-ac69-1349b27891aa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:36.912469 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6dded4f9-80d9-4ea7-ac69-1349b27891aa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:36.930160 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded4f9-80d9-4ea7-ac69-1349b27891aa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d70f11-3aff-4ccb-ab8a-f1bd1426a9cd,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:37.013976 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6dded4f9-80d9-4ea7-ac69-1349b27891aa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:37.015327 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6dded4f9-80d9-4ea7-ac69-1349b27891aa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3788905 Aug 16 09:27:37.018095 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49576) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:37.022476 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-3229e9d1-5aba-406a-8f55-e3599c393e8b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'security_group_rule': {'security_group_id': '0eb06ec9-2fc6-4221-b96a-46c6ec102400', 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:37.096884 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e576b24-fd4c-484d-afbb-e4f0d953e90b req-b15c3283-e2b4-4704-8954-2094ecb9d680 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:37.098434 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2e576b24-fd4c-484d-afbb-e4f0d953e90b req-b15c3283-e2b4-4704-8954-2094ecb9d680 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 945 time: 0.0492668 Aug 16 09:27:37.118588 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.securitygroups_db [None req-3229e9d1-5aba-406a-8f55-e3599c393e8b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Project 6b88604f73564039ab3cdfa704bf201b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 09:27:37.124408 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3229e9d1-5aba-406a-8f55-e3599c393e8b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:37.138611 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2e576b24-fd4c-484d-afbb-e4f0d953e90b req-5abfe980-ae74-4e9c-bb15-2afbeb53324b tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336356 Aug 16 09:27:37.193268 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3229e9d1-5aba-406a-8f55-e3599c393e8b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:37.278903 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3229e9d1-5aba-406a-8f55-e3599c393e8b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:37.297525 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229e9d1-5aba-406a-8f55-e3599c393e8b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b405e37b-5621-4366-ad32-c8301d06ecb5,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:37.411168 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3229e9d1-5aba-406a-8f55-e3599c393e8b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:37.414143 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-3229e9d1-5aba-406a-8f55-e3599c393e8b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3933814 Aug 16 09:27:37.415290 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49584) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:27:37.421398 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-28d90dc6-7d43-462e-856b-85f178661e42 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'security_group_rule': {'security_group_id': '0eb06ec9-2fc6-4221-b96a-46c6ec102400', 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:27:37.488981 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device b92d7bcd-72ef-4bcc-948e-5e254882191f up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:37.514629 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Sync routers for ids ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:27:37.523510 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Routers {'8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:27:37.524054 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:27:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:37.536006 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.securitygroups_db [None req-28d90dc6-7d43-462e-856b-85f178661e42 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Project 6b88604f73564039ab3cdfa704bf201b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 09:27:37.540273 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port b92d7bcd-72ef-4bcc-948e-5e254882191f triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:37.540673 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:37.542898 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-28d90dc6-7d43-462e-856b-85f178661e42 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:37.628130 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-28d90dc6-7d43-462e-856b-85f178661e42 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:37.644402 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Set router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:27:37.735543 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-28d90dc6-7d43-462e-856b-85f178661e42 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:37.748685 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d90dc6-7d43-462e-856b-85f178661e42 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b651b9-84bb-4109-b719-39022907da39,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:37.836703 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'name': 'tempest-TestVolumeBootPattern-768487176-router', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:29Z', 'updated_at': '2021-08-16T09:27:33Z', 'revision_number': 4, 'project_id': 'bc8a47922a01465f8208534538b41827', 'gw_port': {'id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:30Z', 'updated_at': '2021-08-16T09:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '61e0e77a-66c4-47af-91de-3398f431976f', 'name': '', 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'mac_address': 'fa:16:3e:f9:af:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '16468aa5-4fb3-46b4-ab15-c96911406242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:32Z', 'updated_at': '2021-08-16T09:27:33Z', 'revision_number': 2, 'project_id': 'bc8a47922a01465f8208534538b41827', 'subnets': [{'id': '16468aa5-4fb3-46b4-ab15-c96911406242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:37.861738 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Checking router: 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:27:37.862081 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Updating router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db port 61e0e77a-66c4-47af-91de-3398f431976f binding host dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:27:37.883932 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-28d90dc6-7d43-462e-856b-85f178661e42 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:37.884410 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:37.885687 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-28d90dc6-7d43-462e-856b-85f178661e42 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4682310 Aug 16 09:27:38.148535 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Notify callbacks [] for port, precommit_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:38.158075 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.provisioning_blocks [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Transition to ACTIVE for port object 61e0e77a-66c4-47af-91de-3398f431976f will not be triggered until provisioned by entity L2. {{(pid=94602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:27:38.255665 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:38.315086 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f60b4-b9cb-439a-b717-7a31fd6fe6e7 None None] Pushing event updated for resources: {'Port': ['ID=61e0e77a-66c4-47af-91de-3398f431976f,revision_number=3']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:38.370580 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Attempting to bind port 61e0e77a-66c4-47af-91de-3398f431976f on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:27:38.370950 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Attempting to bind port 61e0e77a-66c4-47af-91de-3398f431976f by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '767aa5c0-2e27-4185-a439-7b2db9fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f'}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:27:38.371309 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Attempting to bind port 61e0e77a-66c4-47af-91de-3398f431976f on network 9f6d8c52-86b9-46a2-b916-4a4c1886d51f {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:27:38.377004 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:27:38.377507 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Checking segment: {'id': '767aa5c0-2e27-4185-a439-7b2db9fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:27:38.377906 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:38.378316 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Bound using segment: {'id': '767aa5c0-2e27-4185-a439-7b2db9fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f'} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:27:38.378794 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Bound port: 61e0e77a-66c4-47af-91de-3398f431976f, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767aa5c0-2e27-4185-a439-7b2db9fdc01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f'}}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:27:38.379355 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:38.452319 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] For port 61e0e77a-66c4-47af-91de-3398f431976f, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:27:38.455899 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] For port 61e0e77a-66c4-47af-91de-3398f431976f, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=61e0e77a-66c4-47af-91de-3398f431976f,segment=NetworkSegment(767aa5c0-2e27-4185-a439-7b2db9fdc01c),segment_id=767aa5c0-2e27-4185-a439-7b2db9fdc01c)] {{(pid=94602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:27:38.535843 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:38.585891 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Routers {'8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:27:38.586479 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:27:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:38.629191 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f60b4-b9cb-439a-b717-7a31fd6fe6e7 None None] Pushing event updated for resources: {'Port': ['ID=61e0e77a-66c4-47af-91de-3398f431976f,revision_number=4']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:38.788420 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] Set router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:27:38.983672 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'name': 'tempest-TestVolumeBootPattern-768487176-router', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:29Z', 'updated_at': '2021-08-16T09:27:33Z', 'revision_number': 4, 'project_id': 'bc8a47922a01465f8208534538b41827', 'gw_port': {'id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:30Z', 'updated_at': '2021-08-16T09:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '61e0e77a-66c4-47af-91de-3398f431976f', 'name': '', 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'mac_address': 'fa:16:3e:f9:af:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '16468aa5-4fb3-46b4-ab15-c96911406242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:32Z', 'updated_at': '2021-08-16T09:27:38Z', 'revision_number': 4, 'project_id': 'bc8a47922a01465f8208534538b41827', 'subnets': [{'id': '16468aa5-4fb3-46b4-ab15-c96911406242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:27:39.017351 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4983a-8a88-4393-a662-adffd26bc403 None None] The sync data for ids ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'] in dv-cinder-804611-1-iscsi is: [{'id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'name': 'tempest-TestVolumeBootPattern-768487176-router', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:29Z', 'updated_at': '2021-08-16T09:27:33Z', 'revision_number': 4, 'project_id': 'bc8a47922a01465f8208534538b41827', 'gw_port': {'id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:30Z', 'updated_at': '2021-08-16T09:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '61e0e77a-66c4-47af-91de-3398f431976f', 'name': '', 'network_id': '9f6d8c52-86b9-46a2-b916-4a4c1886d51f', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'mac_address': 'fa:16:3e:f9:af:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '16468aa5-4fb3-46b4-ab15-c96911406242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:32Z', 'updated_at': '2021-08-16T09:27:38Z', 'revision_number': 4, 'project_id': 'bc8a47922a01465f8208534538b41827', 'subnets': [{'id': '16468aa5-4fb3-46b4-ab15-c96911406242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:27:39.527024 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 61e0e77a-66c4-47af-91de-3398f431976f up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:39.672865 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 61e0e77a-66c4-47af-91de-3398f431976f completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:27:39.676776 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 61e0e77a-66c4-47af-91de-3398f431976f triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:39.677147 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:39.755965 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:39.789669 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 61e0e77a-66c4-47af-91de-3398f431976f, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=61e0e77a-66c4-47af-91de-3398f431976f,segment=NetworkSegment(767aa5c0-2e27-4185-a439-7b2db9fdc01c),segment_id=767aa5c0-2e27-4185-a439-7b2db9fdc01c)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:27:39.873036 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:39.919384 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=61e0e77a-66c4-47af-91de-3398f431976f,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:27:41.487525 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 61e0e77a-66c4-47af-91de-3398f431976f up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:27:41.535148 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 61e0e77a-66c4-47af-91de-3398f431976f triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:27:41.535520 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:46.518397 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c5a665c1-1c81-4700-8530-4d10fef09aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:49.174826 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:49.203267 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-94058c13-1f43-49fb-b87b-d82405e12e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:50.278117 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:51.821522 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:27:51.860541 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d333f-925c-4676-bf51-21e62bd6a388 req-d0bbad62-f3bd-4e1d-bf67-5d96745e0528 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:51.862052 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ab1d333f-925c-4676-bf51-21e62bd6a388 req-d0bbad62-f3bd-4e1d-bf67-5d96745e0528 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0487695 Aug 16 09:27:51.899630 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ab1d333f-925c-4676-bf51-21e62bd6a388 req-0395679e-f04b-4909-bb79-a3424f78bdb2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314662 Aug 16 09:27:52.951988 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:27:53.021579 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a8b30-8af7-44af-8331-d248dba9c450 req-5576d357-aa09-4618-b006-b2dda8619474 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:53.023026 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-637a8b30-8af7-44af-8331-d248dba9c450 req-5576d357-aa09-4618-b006-b2dda8619474 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0495713 Aug 16 09:27:53.060209 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-637a8b30-8af7-44af-8331-d248dba9c450 req-23a64864-79ce-4f1a-ad3d-a24d47a66192 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307965 Aug 16 09:27:54.176089 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ccd16-a93f-4991-95ce-d56867f5cfec req-debe3136-4bb0-4189-8b03-425f6a7f0d9d tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:54.177856 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f81ccd16-a93f-4991-95ce-d56867f5cfec req-debe3136-4bb0-4189-8b03-425f6a7f0d9d tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0482738 Aug 16 09:27:54.214609 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f81ccd16-a93f-4991-95ce-d56867f5cfec req-e3b2ce40-07aa-42f8-a427-f9310e2a6dd2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310926 Aug 16 09:27:55.329420 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f672728-f492-4a1a-bea9-8668b2c0143f req-d835c3a8-3a02-4464-b4bd-f5e00e73a5cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:55.330865 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0f672728-f492-4a1a-bea9-8668b2c0143f req-d835c3a8-3a02-4464-b4bd-f5e00e73a5cd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0461195 Aug 16 09:27:55.366238 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0f672728-f492-4a1a-bea9-8668b2c0143f req-51e2c99b-4161-4895-96d4-b3ef02b14fe9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295119 Aug 16 09:27:56.485520 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e226d8a-b5e6-4a48-aa91-0119fbe47293 req-8f8cede2-7f96-4216-ba6f-6790f197524b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:56.486969 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9e226d8a-b5e6-4a48-aa91-0119fbe47293 req-8f8cede2-7f96-4216-ba6f-6790f197524b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0500309 Aug 16 09:27:56.523807 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9e226d8a-b5e6-4a48-aa91-0119fbe47293 req-28404f1d-7a04-40b3-8b19-37f9af1de216 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309017 Aug 16 09:27:57.647729 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849f895-96c6-43ca-945d-379faabe509a req-3aa6a681-a6ba-491e-bbbe-b02b9f44035f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:57.649261 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d849f895-96c6-43ca-945d-379faabe509a req-3aa6a681-a6ba-491e-bbbe-b02b9f44035f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0508654 Aug 16 09:27:57.688380 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d849f895-96c6-43ca-945d-379faabe509a req-df88c176-3fd4-4cdd-aa95-32f6eb9c998d tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324757 Aug 16 09:27:58.808205 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01f9c7-2548-4ffa-b8ad-3a83b013c7b9 req-2635cc28-53ef-4ad9-b8b9-a2cbcac2b1ef tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:58.809695 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4c01f9c7-2548-4ffa-b8ad-3a83b013c7b9 req-2635cc28-53ef-4ad9-b8b9-a2cbcac2b1ef tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0474603 Aug 16 09:27:58.849018 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4c01f9c7-2548-4ffa-b8ad-3a83b013c7b9 req-ff3ce83a-cf1d-424c-ab2e-a930236af3f6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334074 Aug 16 09:27:59.972018 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1603a6-3cc8-4b97-809e-6a90ea280f07 req-4c4b36af-a60a-4de4-9291-e70bb5ad5654 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:27:59.973672 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cc1603a6-3cc8-4b97-809e-6a90ea280f07 req-4c4b36af-a60a-4de4-9291-e70bb5ad5654 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0519171 Aug 16 09:28:00.015117 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cc1603a6-3cc8-4b97-809e-6a90ea280f07 req-aba8e1f6-5c25-4078-89a9-cefa96d1134d tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356433 Aug 16 09:28:01.133050 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cb081-ef78-4530-90a8-fc34af34d05c req-8e7a0e74-423b-4af0-8905-977869d70835 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:01.134450 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-718cb081-ef78-4530-90a8-fc34af34d05c req-8e7a0e74-423b-4af0-8905-977869d70835 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0476701 Aug 16 09:28:01.172728 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-718cb081-ef78-4530-90a8-fc34af34d05c req-96501dd7-a64d-4259-ac9a-114398fe77d4 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 Aug 16 09:28:02.043975 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:02.295265 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d571c1-f765-4b8f-9495-63ff99cf732a req-e6b3692e-c67f-48d2-b376-dc2b818870e2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:02.296638 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e2d571c1-f765-4b8f-9495-63ff99cf732a req-e6b3692e-c67f-48d2-b376-dc2b818870e2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0541008 Aug 16 09:28:02.332305 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e2d571c1-f765-4b8f-9495-63ff99cf732a req-a5949100-2522-4346-8fa3-8e1236c3c548 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297813 Aug 16 09:28:03.451947 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335d4ce-96a3-460d-b7d1-8157452c55d7 req-d7b666be-ac56-448d-ace6-4056ca2a415f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:03.453551 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f335d4ce-96a3-460d-b7d1-8157452c55d7 req-d7b666be-ac56-448d-ace6-4056ca2a415f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0506377 Aug 16 09:28:03.490496 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f335d4ce-96a3-460d-b7d1-8157452c55d7 req-2039f29a-2557-4102-b6db-fd9ea273a963 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311472 Aug 16 09:28:04.457827 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-8e45dded-35ee-45ec-a8df-bee81ed18441 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133295827&fields=id&tenant_id=6b88604f73564039ab3cdfa704bf201b HTTP/1.1" status: 200 len: 267 time: 0.0336864 Aug 16 09:28:04.564029 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839ada6-eb17-4703-87f5-f2a2d181f14b req-c6e57448-902e-4e63-ab35-111efecc2da1 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:04.565673 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1839ada6-eb17-4703-87f5-f2a2d181f14b req-c6e57448-902e-4e63-ab35-111efecc2da1 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 945 time: 0.1154063 Aug 16 09:28:04.600875 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-0c5c809a-90b7-49d3-82bf-7f8969ddbb82 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:04.602586 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-0c5c809a-90b7-49d3-82bf-7f8969ddbb82 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 812 time: 0.1410334 Aug 16 09:28:04.628979 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1839ada6-eb17-4703-87f5-f2a2d181f14b req-a130b5a7-dc90-4cab-8903-9bcb0d9a5ae9 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573823 Aug 16 09:28:04.630298 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-c7f752d4-1b33-45f9-9f4e-091c18ca405b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/quotas/6b88604f73564039ab3cdfa704bf201b HTTP/1.1" status: 200 len: 375 time: 0.0200999 Aug 16 09:28:04.685776 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-d815833d-24cc-4301-8c7b-e45e1212b5aa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494993 Aug 16 09:28:04.782257 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04959088-549a-4268-9e9b-dce560598144 req-3baa7d7a-52ca-46d9-b285-6b0a6df5473f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:04.783641 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-04959088-549a-4268-9e9b-dce560598144 req-3baa7d7a-52ca-46d9-b285-6b0a6df5473f tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0970221 Aug 16 09:28:04.829299 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-75efec1d-89a2-4274-80b1-1e9bb904969d service neutron] 10.222.0.39 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320574 Aug 16 09:28:04.836194 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-04959088-549a-4268-9e9b-dce560598144 req-eba02c94-3f2f-4aa7-8bbe-556883c7a1fc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464287 Aug 16 09:28:04.920525 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-84683c3d-dba0-4c44-8cc9-47a76e2d0040 service neutron] 10.222.0.39 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833542 Aug 16 09:28:05.478073 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9bfa2a1e-3651-4edd-aa42-25371eefae33 req-35b9d5a3-da6a-4760-b083-b848c71c58c9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 210 time: 0.0252340 Aug 16 09:28:05.712733 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 49966) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:05.744684 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa40ee2-294d-4416-89d5-4d742bc90a22 req-bb8bcf14-cd6c-4cef-b891-6a634a24f95a tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:05.746681 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-aaa40ee2-294d-4416-89d5-4d742bc90a22 req-bb8bcf14-cd6c-4cef-b891-6a634a24f95a tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 945 time: 0.0480084 Aug 16 09:28:05.783969 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-aaa40ee2-294d-4416-89d5-4d742bc90a22 req-1fb3c557-b8bc-4b6f-a3fc-132a25ead8dd tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce3c93a1-214c-4a3e-8c3e-e76a9439154f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Aug 16 09:28:05.820926 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5617fc9-f75e-496f-9638-26a77d9c0412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:05.910211 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5617fc9-f75e-496f-9638-26a77d9c0412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:05.953505 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e4d5d-ae96-438f-a722-9179602c1db9 req-6dcd5655-6ace-4350-bc0f-357b57838101 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:05.954961 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9e3e4d5d-ae96-438f-a722-9179602c1db9 req-6dcd5655-6ace-4350-bc0f-357b57838101 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0470309 Aug 16 09:28:05.995983 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9e3e4d5d-ae96-438f-a722-9179602c1db9 req-f10c3412-6be1-4bf6-897b-b79207f52994 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349977 Aug 16 09:28:06.037727 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5617fc9-f75e-496f-9638-26a77d9c0412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:06.079816 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f5617fc9-f75e-496f-9638-26a77d9c0412 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdffa43c35544c4caa0e065c635ae2d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635890 Aug 16 09:28:06.079816 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5617fc9-f75e-496f-9638-26a77d9c0412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4868b4df-04e1-44da-8fce-b80fea383713,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:06.080271 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 49972) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:06.130023 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-02b91395-3ab9-4925-b2b1-8f83a3a06b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:06.149791 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-02b91395-3ab9-4925-b2b1-8f83a3a06b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:06.254379 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-02b91395-3ab9-4925-b2b1-8f83a3a06b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:06.256898 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-02b91395-3ab9-4925-b2b1-8f83a3a06b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:06.258022 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-02b91395-3ab9-4925-b2b1-8f83a3a06b7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4868b4df-04e1-44da-8fce-b80fea383713 HTTP/1.1" status: 204 len: 168 time: 0.1767306 Aug 16 09:28:06.265482 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b91395-3ab9-4925-b2b1-8f83a3a06b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4868b4df-04e1-44da-8fce-b80fea383713,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:06.332403 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f188a-ff7c-4c5c-94e2-f4cdfe41b742 req-4a55d61c-798c-4139-8b10-3e794c6b6b9e tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:06.333893 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b78f188a-ff7c-4c5c-94e2-f4cdfe41b742 req-4a55d61c-798c-4139-8b10-3e794c6b6b9e tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.64 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 945 time: 0.0585530 Aug 16 09:28:06.426658 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-b78f188a-ff7c-4c5c-94e2-f4cdfe41b742 req-3ab16038-0094-47aa-b73f-5711d68ccc82 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Deleting port 0a436102-1de0-41c2-a7c2-4da112eab0dc {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:28:06.427100 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-b78f188a-ff7c-4c5c-94e2-f4cdfe41b742 req-3ab16038-0094-47aa-b73f-5711d68ccc82 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:06.514514 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-b78f188a-ff7c-4c5c-94e2-f4cdfe41b742 req-3ab16038-0094-47aa-b73f-5711d68ccc82 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] For port 0a436102-1de0-41c2-a7c2-4da112eab0dc, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=0a436102-1de0-41c2-a7c2-4da112eab0dc,segment=NetworkSegment(8c1ca8ad-488a-408b-bc67-05f437d8877b),segment_id=8c1ca8ad-488a-408b-bc67-05f437d8877b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:06.514881 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-b78f188a-ff7c-4c5c-94e2-f4cdfe41b742 req-3ab16038-0094-47aa-b73f-5711d68ccc82 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:06.532554 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-b78f188a-ff7c-4c5c-94e2-f4cdfe41b742 req-3ab16038-0094-47aa-b73f-5711d68ccc82 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Calling delete_port for 0a436102-1de0-41c2-a7c2-4da112eab0dc owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:28:06.557802 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-aa17bc79-09a1-4f14-81cd-798993898ffb req-ccb09af0-23b5-410e-b24e-3b133e2c4c4a tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 210 time: 0.0277326 Aug 16 09:28:06.735152 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-b78f188a-ff7c-4c5c-94e2-f4cdfe41b742 req-3ab16038-0094-47aa-b73f-5711d68ccc82 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:06.748998 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['0a436102-1de0-41c2-a7c2-4da112eab0dc'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:28:06.767335 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab16038-0094-47aa-b73f-5711d68ccc82 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Pushing event deleted for resources: {'Port': ['ID=0a436102-1de0-41c2-a7c2-4da112eab0dc,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:06.806749 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78f188a-ff7c-4c5c-94e2-f4cdfe41b742 req-3ab16038-0094-47aa-b73f-5711d68ccc82 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] No DVR routers for this DVR port 0a436102-1de0-41c2-a7c2-4da112eab0dc on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:28:06.810055 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-b78f188a-ff7c-4c5c-94e2-f4cdfe41b742 req-3ab16038-0094-47aa-b73f-5711d68ccc82 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:06.812126 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b78f188a-ff7c-4c5c-94e2-f4cdfe41b742 req-3ab16038-0094-47aa-b73f-5711d68ccc82 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.64 "DELETE /v2.0/ports/0a436102-1de0-41c2-a7c2-4da112eab0dc HTTP/1.1" status: 204 len: 173 time: 0.4704866 Aug 16 09:28:06.812598 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7349f88c-78b5-435a-9e74-d75940f8ec26', 'name': 'network-vif-deleted', 'tag': '0a436102-1de0-41c2-a7c2-4da112eab0dc'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:28:06.814829 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccc88b1-2782-4e15-b16f-7e96b2076124" -d '{"events": [{"server_uuid": "7349f88c-78b5-435a-9e74-d75940f8ec26", "name": "network-vif-deleted", "tag": "0a436102-1de0-41c2-a7c2-4da112eab0dc"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:28:06.887811 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5c92314b-32d4-49b5-97fe-75e3ece486c6 req-32821682-b6d4-4114-bcbe-3db324d28829 tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 210 time: 0.0247829 Aug 16 09:28:07.026205 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92029073-665d-47d3-b7ca-2f77af6e8416 x-openstack-request-id: req-92029073-665d-47d3-b7ca-2f77af6e8416 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:28:07.026501 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7349f88c-78b5-435a-9e74-d75940f8ec26", "name": "network-vif-deleted", "tag": "0a436102-1de0-41c2-a7c2-4da112eab0dc", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:28:07.026856 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92029073-665d-47d3-b7ca-2f77af6e8416 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:28:07.027144 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7349f88c-78b5-435a-9e74-d75940f8ec26', 'name': 'network-vif-deleted', 'tag': '0a436102-1de0-41c2-a7c2-4da112eab0dc', 'status': 'completed', 'code': 200} Aug 16 09:28:07.358019 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb253-182a-4aab-8b69-e51b7551917c req-292d9104-1352-4a4c-84ec-f313ac949875 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:07.359489 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-61ecb253-182a-4aab-8b69-e51b7551917c req-292d9104-1352-4a4c-84ec-f313ac949875 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.2919273 Aug 16 09:28:07.396343 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-61ecb253-182a-4aab-8b69-e51b7551917c req-cec16e64-a5e5-43ea-a3be-ec8dd0e6098b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306711 Aug 16 09:28:07.659604 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dc320c98-ff7b-480b-bef3-6da491b980da req-3bb8cb80-1683-4394-86d8-4d198afed08d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 210 time: 0.0255942 Aug 16 09:28:07.993584 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3939149b-51d2-4323-addd-881a0d3b999a req-932690d4-6568-439f-a981-f464856723ab tempest-VolumesSnapshotTestJSON-1155128497 tempest-VolumesSnapshotTestJSON-1155128497-project] 10.222.0.39 "GET /v2.0/ports?device_id=7349f88c-78b5-435a-9e74-d75940f8ec26 HTTP/1.1" status: 200 len: 210 time: 0.0252812 Aug 16 09:28:08.047131 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-549ed07d-1a25-41ae-b409-95b33f208acd tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:08.048616 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-549ed07d-1a25-41ae-b409-95b33f208acd tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 812 time: 0.1001494 Aug 16 09:28:08.095488 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-043ac14b-746a-4aab-aadd-f33536a686f8 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b88604f73564039ab3cdfa704bf201b HTTP/1.1" status: 200 len: 379 time: 0.0329130 Aug 16 09:28:08.108957 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'port': {'device_id': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'admin_state_up': True, 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'security_groups': ['0eb06ec9-2fc6-4221-b96a-46c6ec102400']}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:28:08.293467 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Made reservation on behalf of 6b88604f73564039ab3cdfa704bf201b for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:28:08.297155 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:08.422783 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Allocated IP 172.20.0.10 (19894358-5016-4cbc-83ad-837aad96b259/4a9c8912-57fd-4428-a282-7e357b711658/fd6cd630-d2db-4e13-9194-09ff8769acd1) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:28:08.515389 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867381c-9d75-4b33-a6ce-0057be5f43d5 req-e8d6d490-e0b2-4a47-b925-3d6ddcdbd740 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:08.517192 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5867381c-9d75-4b33-a6ce-0057be5f43d5 req-e8d6d490-e0b2-4a47-b925-3d6ddcdbd740 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0477054 Aug 16 09:28:08.557177 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5867381c-9d75-4b33-a6ce-0057be5f43d5 req-77509317-f35d-4389-b278-002cbc4ff761 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321403 Aug 16 09:28:08.563192 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:08.576733 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Transition to ACTIVE for port object fd6cd630-d2db-4e13-9194-09ff8769acd1 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:28:08.723731 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:08.764362 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Network 19894358-5016-4cbc-83ad-837aad96b259 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:28:08.769283 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:28:08.771681 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:28:08.773016 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037c479-0ddc-4b35-9fa5-f93be73e8764 req-0b606ee1-e099-4eff-a4a5-494e29585aee tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:08.774627 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4037c479-0ddc-4b35-9fa5-f93be73e8764 req-0b606ee1-e099-4eff-a4a5-494e29585aee tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 932 time: 0.0504220 Aug 16 09:28:08.802488 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'Port': ['ID=fd6cd630-d2db-4e13-9194-09ff8769acd1,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:08.817264 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4037c479-0ddc-4b35-9fa5-f93be73e8764 req-82929156-d742-4a33-9914-4c99f5bc28de tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347955 Aug 16 09:28:08.832514 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:08.832514 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:08.947170 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-080617dd-e919-45fb-8396-88306324b3db tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8424170 Aug 16 09:28:09.054424 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Request body: {'port': {'device_id': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:28:09.113366 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:09.134870 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-f81b25b4-82e7-4866-937d-b65712a1c084 None None] Provisioning for port fd6cd630-d2db-4e13-9194-09ff8769acd1 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:28:09.140038 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-f81b25b4-82e7-4866-937d-b65712a1c084 None None] Provisioning complete for port fd6cd630-d2db-4e13-9194-09ff8769acd1 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:28:09.140737 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f81b25b4-82e7-4866-937d-b65712a1c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:09.176400 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-f81b25b4-82e7-4866-937d-b65712a1c084 None None] Port fd6cd630-d2db-4e13-9194-09ff8769acd1 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:28:09.370554 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6cd630-d2db-4e13-9194-09ff8769acd1 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:28:09.378124 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:09.389824 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Transition to ACTIVE for port object fd6cd630-d2db-4e13-9194-09ff8769acd1 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:28:09.569160 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:09.636006 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Pushing event updated for resources: {'Port': ['ID=fd6cd630-d2db-4e13-9194-09ff8769acd1,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:09.693225 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7aa6-4bb9-43ec-af2d-b41514dacf0c req-763e9817-3b78-4f7e-8496-ea503206678e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:09.694765 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-20fe7aa6-4bb9-43ec-af2d-b41514dacf0c req-763e9817-3b78-4f7e-8496-ea503206678e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0510499 Aug 16 09:28:09.698247 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Attempting to bind port fd6cd630-d2db-4e13-9194-09ff8769acd1 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:28:09.703521 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Attempting to bind port fd6cd630-d2db-4e13-9194-09ff8769acd1 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:28:09.703521 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Attempting to bind port fd6cd630-d2db-4e13-9194-09ff8769acd1 on network 19894358-5016-4cbc-83ad-837aad96b259 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:28:09.703759 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Port fd6cd630-d2db-4e13-9194-09ff8769acd1 on network 19894358-5016-4cbc-83ad-837aad96b259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:28:09.704090 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Attempting to bind port fd6cd630-d2db-4e13-9194-09ff8769acd1 on network 19894358-5016-4cbc-83ad-837aad96b259 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:28:09.709522 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:28:09.709850 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Checking segment: {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:28:09.710224 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Bound using segment: {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:28:09.711022 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Bound port: fd6cd630-d2db-4e13-9194-09ff8769acd1, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:28:09.711022 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:09.740804 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-20fe7aa6-4bb9-43ec-af2d-b41514dacf0c req-6ee701df-e995-4be3-8e3b-63d42c26a8e6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373106 Aug 16 09:28:09.778180 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] For port fd6cd630-d2db-4e13-9194-09ff8769acd1, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:28:09.781439 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] For port fd6cd630-d2db-4e13-9194-09ff8769acd1, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fd6cd630-d2db-4e13-9194-09ff8769acd1,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:28:09.912337 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:09.941716 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639ee42-a6ba-44a8-b094-a74bb4fc4b03 req-1b7b0008-bd08-4f74-bc15-7a290089844b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:09.951540 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9639ee42-a6ba-44a8-b094-a74bb4fc4b03 req-1b7b0008-bd08-4f74-bc15-7a290089844b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 944 time: 0.0664220 Aug 16 09:28:09.951686 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:09.952209 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:09.953621 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] 10.222.0.64 "PUT /v2.0/ports/fd6cd630-d2db-4e13-9194-09ff8769acd1 HTTP/1.1" status: 200 len: 1094 time: 0.9973371 Aug 16 09:28:09.954155 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'tag': 'fd6cd630-d2db-4e13-9194-09ff8769acd1'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:28:09.956436 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22872bc-785e-4093-b72b-3f36e512117a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7cf2fd-4643-44ba-88fd-8d44d0230624", "tag": "fd6cd630-d2db-4e13-9194-09ff8769acd1"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:28:09.984065 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f0a8c-3743-41d0-ae17-91b70294dafe service neutron] Pushing event updated for resources: {'Port': ['ID=fd6cd630-d2db-4e13-9194-09ff8769acd1,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:09.996885 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9639ee42-a6ba-44a8-b094-a74bb4fc4b03 req-6f49dd2d-6ab5-4da7-a898-c24da4eeda48 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443966 Aug 16 09:28:10.002965 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a185cf3-6196-4b03-abc6-baa14ab51b83 x-openstack-request-id: req-6a185cf3-6196-4b03-abc6-baa14ab51b83 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:28:10.003324 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7cf2fd-4643-44ba-88fd-8d44d0230624", "tag": "fd6cd630-d2db-4e13-9194-09ff8769acd1", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:28:10.003566 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a185cf3-6196-4b03-abc6-baa14ab51b83 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:28:10.004406 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'tag': 'fd6cd630-d2db-4e13-9194-09ff8769acd1', 'status': 'completed', 'code': 200} Aug 16 09:28:10.077009 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22872bc-785e-4093-b72b-3f36e512117a req-92be6b58-18fd-483f-8b52-470cf1b1ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:10.078459 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f22872bc-785e-4093-b72b-3f36e512117a req-92be6b58-18fd-483f-8b52-470cf1b1ec5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 1097 time: 0.0471106 Aug 16 09:28:10.179088 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22872bc-785e-4093-b72b-3f36e512117a req-8c301b53-ee07-487a-85b1-3442dfe1438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:10.180585 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f22872bc-785e-4093-b72b-3f36e512117a req-8c301b53-ee07-487a-85b1-3442dfe1438c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6b88604f73564039ab3cdfa704bf201b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0892878 Aug 16 09:28:10.280936 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22872bc-785e-4093-b72b-3f36e512117a req-1bde015e-d07d-4fe8-aeb5-caad1c4e794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:10.282355 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f22872bc-785e-4093-b72b-3f36e512117a req-1bde015e-d07d-4fe8-aeb5-caad1c4e794b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895329 Aug 16 09:28:10.360147 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-87d27fb8-478a-482d-bb78-e4c33b8edd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:10.361549 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-87d27fb8-478a-482d-bb78-e4c33b8edd6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 1097 time: 0.0405438 Aug 16 09:28:10.385497 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 0a436102-1de0-41c2-a7c2-4da112eab0dc no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:28:10.405332 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: 0a436102-1de0-41c2-a7c2-4da112eab0dc {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:28:10.405724 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 0a436102-1de0-41c2-a7c2-4da112eab0dc not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:28:10.405859 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-85cd11e0-1df2-4a1e-a140-ab2b38ddadb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd6cd630-d2db-4e13-9194-09ff8769acd1 HTTP/1.1" status: 200 len: 217 time: 0.0333743 Aug 16 09:28:10.459586 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-9770c2f8-7a15-4acd-ad79-8875ad386204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:10.461091 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-9770c2f8-7a15-4acd-ad79-8875ad386204 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 200 len: 851 time: 0.0434570 Aug 16 09:28:10.509207 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-80bd4d1b-0d99-41fa-8c6a-f6c285958bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:10.510685 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-80bd4d1b-0d99-41fa-8c6a-f6c285958bb7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19894358-5016-4cbc-83ad-837aad96b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403616 Aug 16 09:28:10.597946 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-5d38e34b-7466-41c4-8cb2-0bbde9bc5ca0 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796895 Aug 16 09:28:10.867307 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c27a7-6533-432f-9b25-1a2873a8d834 req-e99bb80d-dee7-4ce3-9026-96430c5ede7e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:10.869100 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8e1c27a7-6533-432f-9b25-1a2873a8d834 req-e99bb80d-dee7-4ce3-9026-96430c5ede7e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0524516 Aug 16 09:28:10.916433 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8e1c27a7-6533-432f-9b25-1a2873a8d834 req-8bf64119-080d-41da-986b-56b6e5f64ea3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411055 Aug 16 09:28:10.925094 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-221fd4bf-9298-4326-9419-16f7e3621cc0 req-0caa2cdd-54cc-46f1-8e73-21b4b3a9ed16 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193705 Aug 16 09:28:11.118260 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de86f1-da8d-442a-a34c-749a59ef55bc req-95f8244b-0a82-48db-8043-b911c961a886 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:11.119999 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-15de86f1-da8d-442a-a34c-749a59ef55bc req-95f8244b-0a82-48db-8043-b911c961a886 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 944 time: 0.0483060 Aug 16 09:28:11.157869 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-15de86f1-da8d-442a-a34c-749a59ef55bc req-ffa7d90e-8f6e-4060-82d4-943a119a4322 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309837 Aug 16 09:28:12.034331 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f96ddc-6329-4c04-b76b-b1d00b525076 req-645b8a7f-6ec2-4286-8a9a-723ee3e8bb3e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:12.035764 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-12f96ddc-6329-4c04-b76b-b1d00b525076 req-645b8a7f-6ec2-4286-8a9a-723ee3e8bb3e tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0464039 Aug 16 09:28:12.070837 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-12f96ddc-6329-4c04-b76b-b1d00b525076 req-57890c59-2e0a-445d-a7cf-d3a567eedc5c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292404 Aug 16 09:28:12.274894 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd4d31-46a1-4714-990f-a145621643f2 req-399694d9-0841-4e76-b8bb-90cad00442cd tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:12.276506 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-52cd4d31-46a1-4714-990f-a145621643f2 req-399694d9-0841-4e76-b8bb-90cad00442cd tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 944 time: 0.0523212 Aug 16 09:28:12.313471 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-52cd4d31-46a1-4714-990f-a145621643f2 req-f9238a7a-825a-40a6-a149-4d91b3a6e037 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308020 Aug 16 09:28:13.188139 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3488d9-9f52-41b9-89b9-c48edb528b7e req-91108918-fb34-4e4d-9451-dcc1ece2b286 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:13.189660 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0b3488d9-9f52-41b9-89b9-c48edb528b7e req-91108918-fb34-4e4d-9451-dcc1ece2b286 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0479214 Aug 16 09:28:13.226969 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0b3488d9-9f52-41b9-89b9-c48edb528b7e req-b67c7774-c22f-4268-a760-6eedbbe59672 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315084 Aug 16 09:28:13.424793 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47eda0-a5e9-4f61-8d48-0de992ee0d11 req-7bb7a3f4-3edf-45ef-86a2-41bcfee95f0c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:13.426260 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2c47eda0-a5e9-4f61-8d48-0de992ee0d11 req-7bb7a3f4-3edf-45ef-86a2-41bcfee95f0c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 944 time: 0.0475442 Aug 16 09:28:13.463368 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2c47eda0-a5e9-4f61-8d48-0de992ee0d11 req-1eaa9942-01b6-4f03-b55f-fa7a3528ee7d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310245 Aug 16 09:28:14.347031 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdab18-6145-49ea-8431-abc0a853740a req-39d7d4e6-bd1f-47ba-8adf-7175237ce6ad tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:14.348428 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cacdab18-6145-49ea-8431-abc0a853740a req-39d7d4e6-bd1f-47ba-8adf-7175237ce6ad tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0506787 Aug 16 09:28:14.385626 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cacdab18-6145-49ea-8431-abc0a853740a req-710ffb07-2da8-4b2b-8b6a-6131667e46c9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312595 Aug 16 09:28:14.574306 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06995252-b3c8-484b-b2e1-ce7adae90329 req-fb9cc4c1-6226-4de9-b6fb-6c45ba674690 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:14.575762 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-06995252-b3c8-484b-b2e1-ce7adae90329 req-fb9cc4c1-6226-4de9-b6fb-6c45ba674690 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 944 time: 0.0472996 Aug 16 09:28:14.613791 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-06995252-b3c8-484b-b2e1-ce7adae90329 req-ad3984d6-7e1f-4003-94df-d47ba985c9e3 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318892 Aug 16 09:28:15.503116 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f790e-b52f-485a-b380-6e96f41c53e2 req-9e88c4b9-437a-41b4-b596-47feddd3d0d0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:15.504608 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f98f790e-b52f-485a-b380-6e96f41c53e2 req-9e88c4b9-437a-41b4-b596-47feddd3d0d0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0482941 Aug 16 09:28:15.543899 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f98f790e-b52f-485a-b380-6e96f41c53e2 req-4f43557b-90eb-4631-af30-35141beac184 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331483 Aug 16 09:28:15.731283 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de766e9-b341-4018-9a78-b9ba5a811b9c req-04cad554-983a-4548-b87f-c43d7a3d8db1 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:15.732805 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6de766e9-b341-4018-9a78-b9ba5a811b9c req-04cad554-983a-4548-b87f-c43d7a3d8db1 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 944 time: 0.0531366 Aug 16 09:28:15.771063 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6de766e9-b341-4018-9a78-b9ba5a811b9c req-999ee681-59dd-4607-a2fc-76d55bc19ca6 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322630 Aug 16 09:28:16.463757 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-72c6555d-d983-4bdf-85fe-a209fa62bece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:16.660830 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124649f9-e84f-4993-b5a0-e0c26a89f636 req-7a54966e-2962-43be-b9d4-ad3f65a18fac tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:16.662243 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-124649f9-e84f-4993-b5a0-e0c26a89f636 req-7a54966e-2962-43be-b9d4-ad3f65a18fac tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0476720 Aug 16 09:28:16.704287 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-124649f9-e84f-4993-b5a0-e0c26a89f636 req-761ce568-62c3-4136-99a3-054e68a1f0f8 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359535 Aug 16 09:28:16.883331 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f47712-9eac-4ede-9697-83e434670988 req-ae51e5a3-8a22-4b7a-b3ac-6247f22eb913 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:16.885019 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-23f47712-9eac-4ede-9697-83e434670988 req-ae51e5a3-8a22-4b7a-b3ac-6247f22eb913 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 944 time: 0.0479231 Aug 16 09:28:16.929704 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-23f47712-9eac-4ede-9697-83e434670988 req-fdb269e9-5510-46ae-8085-4c81d55ade3b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338831 Aug 16 09:28:17.283079 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-31278e90-b0ad-4e26-a4a5-14495df92844 req-dbc3008a-4541-4ba4-afc0-7cba966adf49 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258968419&fields=id&tenant_id=bc89ea9ff08c4f349d79106aea0b2c99 HTTP/1.1" status: 200 len: 267 time: 0.0333843 Aug 16 09:28:17.338523 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278e90-b0ad-4e26-a4a5-14495df92844 req-09444126-3fa7-4f66-ad7c-e71e81299253 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:17.340030 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-31278e90-b0ad-4e26-a4a5-14495df92844 req-09444126-3fa7-4f66-ad7c-e71e81299253 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 984 time: 0.0512965 Aug 16 09:28:17.351931 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [req-31278e90-b0ad-4e26-a4a5-14495df92844 req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Request body: {'port': {'security_groups': ['a5c75506-aecc-4b55-b6d0-db1d0eaccffc']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:28:17.419946 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31278e90-b0ad-4e26-a4a5-14495df92844 req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:17.603322 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-31278e90-b0ad-4e26-a4a5-14495df92844 req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] For port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:17.633054 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31278e90-b0ad-4e26-a4a5-14495df92844 req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:17.700183 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31278e90-b0ad-4e26-a4a5-14495df92844 req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8465254'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:17.712225 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['95501d32-6dd3-48df-8e51-3f1c3a1a4c20'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:28:17.746323 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278e90-b0ad-4e26-a4a5-14495df92844 req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:17.746612 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31278e90-b0ad-4e26-a4a5-14495df92844 req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:17.754346 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-31278e90-b0ad-4e26-a4a5-14495df92844 req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "PUT /v2.0/ports/95501d32-6dd3-48df-8e51-3f1c3a1a4c20 HTTP/1.1" status: 200 len: 942 time: 0.4035475 Aug 16 09:28:17.754346 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:28:17.755286 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50094) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:17.755667 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e1dcd5-7124-474b-88e8-551e92e1d000" -d '{"events": [{"name": "network-changed", "server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:28:17.789540 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event updated for resources: {'Port': ['ID=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:17.798421 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.800974 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.800974 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.800974 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.800974 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.800974 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.800974 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.801538 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.801538 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.801726 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.801990 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.802317 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37b6e7b-c5ad-4d2b-a388-c6dbec7e657c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:17.827642 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['95501d32-6dd3-48df-8e51-3f1c3a1a4c20'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:28:17.891261 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f10af5-e893-4837-887b-767f7985e2ca req-4b593c19-9dd8-433e-b18d-c9f7b4e6d6bd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:17.895862 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-41f10af5-e893-4837-887b-767f7985e2ca req-4b593c19-9dd8-433e-b18d-c9f7b4e6d6bd tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0657754 Aug 16 09:28:17.901997 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fcab081b-eae0-45cf-ad0a-cc3afb2ae42c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:17.930215 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fcab081b-eae0-45cf-ad0a-cc3afb2ae42c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:17.936638 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-41f10af5-e893-4837-887b-767f7985e2ca req-f62d6c01-5a00-4513-bcd5-c5981a7c8afa tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365820 Aug 16 09:28:17.969347 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdea555-3bb4-4b52-9135-7cc1137a72d4 x-openstack-request-id: req-8cdea555-3bb4-4b52-9135-7cc1137a72d4 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:28:17.969963 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:28:17.970167 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cdea555-3bb4-4b52-9135-7cc1137a72d4 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:28:17.970843 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'status': 'completed', 'code': 200} Aug 16 09:28:18.042144 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1dcd5-7124-474b-88e8-551e92e1d000 req-e3dd4635-073e-48f7-91d8-8e2bb192ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:18.043892 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-21e1dcd5-7124-474b-88e8-551e92e1d000 req-e3dd4635-073e-48f7-91d8-8e2bb192ff69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc89ea9ff08c4f349d79106aea0b2c99&device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 1098 time: 0.0489533 Aug 16 09:28:18.138152 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-ae511e04-ee1b-447e-808d-215626049d24 None None] Provisioning complete for port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:28:18.138531 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ae511e04-ee1b-447e-808d-215626049d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:18.143176 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68181e-7cd3-4e45-ac0d-d6dabbd78d32 req-b1f1c6d4-4043-41fe-a1f7-bb2a87be9f0a tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:18.150492 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3f68181e-7cd3-4e45-ac0d-d6dabbd78d32 req-b1f1c6d4-4043-41fe-a1f7-bb2a87be9f0a tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 944 time: 0.0828605 Aug 16 09:28:18.179843 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1dcd5-7124-474b-88e8-551e92e1d000 req-3beb16bf-015a-4f22-8694-5432347245ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:18.181755 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-21e1dcd5-7124-474b-88e8-551e92e1d000 req-3beb16bf-015a-4f22-8694-5432347245ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=5536abb9-3261-4edc-ace7-93b6a309c0d2 HTTP/1.1" status: 200 len: 915 time: 0.1275620 Aug 16 09:28:18.209491 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3f68181e-7cd3-4e45-ac0d-d6dabbd78d32 req-d93977ce-4da9-4caf-85d1-688d247d03e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578856 Aug 16 09:28:18.250957 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fcab081b-eae0-45cf-ad0a-cc3afb2ae42c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:18.253604 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fcab081b-eae0-45cf-ad0a-cc3afb2ae42c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:18.257309 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-fcab081b-eae0-45cf-ad0a-cc3afb2ae42c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "DELETE /v2.0/security-groups/481cea1e-d20f-4d2b-b219-171cc2abefdd HTTP/1.1" status: 204 len: 168 time: 0.5010340 Aug 16 09:28:18.273105 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 50112) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:18.281251 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab081b-eae0-45cf-ad0a-cc3afb2ae42c tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481cea1e-d20f-4d2b-b219-171cc2abefdd,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:18.323708 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-21e1dcd5-7124-474b-88e8-551e92e1d000 req-8dd80b42-0357-4d58-a2de-d3eaa66e9c06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20 HTTP/1.1" status: 200 len: 1001 time: 0.1106777 Aug 16 09:28:18.404585 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fcd2ba8d-b3a7-479f-b3cb-2464631892ee details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:28:18.416420 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1dcd5-7124-474b-88e8-551e92e1d000 req-867c9760-1c8f-4d5d-a7e7-7456080799ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:18.418432 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-21e1dcd5-7124-474b-88e8-551e92e1d000 req-867c9760-1c8f-4d5d-a7e7-7456080799ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e892491c-fa11-4c24-964c-58f52812419d HTTP/1.1" status: 200 len: 853 time: 0.0841429 Aug 16 09:28:18.510752 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1dcd5-7124-474b-88e8-551e92e1d000 req-0becf6ce-3b70-45b4-9a0b-8eddfeea7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:18.516071 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-21e1dcd5-7124-474b-88e8-551e92e1d000 req-0becf6ce-3b70-45b4-9a0b-8eddfeea7957 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5536abb9-3261-4edc-ace7-93b6a309c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904763 Aug 16 09:28:18.530481 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Deleting port 8ae66641-e70e-4adc-aeaf-f8f9c3d0ce5f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:28:18.530902 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:18.560993 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:18.583875 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'port_id': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'mac_address': 'fa:16:3e:bb:9e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:28:18.654750 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-21e1dcd5-7124-474b-88e8-551e92e1d000 req-d3818044-c06d-4d5f-9649-9b6c8112047c service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289334 Aug 16 09:28:18.671748 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:18.673883 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:18.674482 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:18.697517 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcd2ba8d-b3a7-479f-b3cb-2464631892ee {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:28:18.698611 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Calling delete_port for 8ae66641-e70e-4adc-aeaf-f8f9c3d0ce5f owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:28:18.740163 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:18.801111 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-21e1dcd5-7124-474b-88e8-551e92e1d000 req-498d2a54-a91b-4158-af8a-8416ff2fcafa service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384883 Aug 16 09:28:18.843685 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:18.920744 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,revision_number=6']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:18.928633 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.929200 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.929700 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.930189 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.930679 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.931182 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.931799 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.932285 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.932833 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.933342 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.934096 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.934594 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:18.966064 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['fcd2ba8d-b3a7-479f-b3cb-2464631892ee'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:28:19.044347 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:19.129411 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event deleted for resources: {'Port': ['ID=8ae66641-e70e-4adc-aeaf-f8f9c3d0ce5f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:19.236214 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc6223-0123-4f7f-93a7-5df9a76bea37 req-a5090351-7e82-4255-a0fd-467bb65d3135 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:19.237829 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-09cc6223-0123-4f7f-93a7-5df9a76bea37 req-a5090351-7e82-4255-a0fd-467bb65d3135 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 945 time: 0.1830277 Aug 16 09:28:19.255332 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:19.258568 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4a117549-b686-426f-9970-770bf80c7500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:19.266767 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:19.267106 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.l3_db [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Floating IP d3c3229b-3025-4d9c-89c1-0a804f2084fc disassociated (deleted). External IP: 172.27.3.151, port: 95501d32-6dd3-48df-8e51-3f1c3a1a4c20. Aug 16 09:28:19.384119 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-09cc6223-0123-4f7f-93a7-5df9a76bea37 req-971eac9e-f823-4e64-b292-c35152297220 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369710 Aug 16 09:28:19.417480 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46afd56-5686-48b8-88f0-d656156b04c6 req-8e039fdf-ebce-4e07-8257-e6d7c111b842 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:19.418987 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a46afd56-5686-48b8-88f0-d656156b04c6 req-8e039fdf-ebce-4e07-8257-e6d7c111b842 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 944 time: 0.1185484 Aug 16 09:28:19.508810 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a46afd56-5686-48b8-88f0-d656156b04c6 req-b7e0cc7b-1d2f-4b31-af5a-380cbea86801 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775218 Aug 16 09:28:19.567335 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Router 91d4021c-e232-4483-bd40-089b8eae543d has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:28:19.691411 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:28:19.696634 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:19.702611 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7609994-ccac-4ec7-88bc-e1e543cce8c6 None None] Sync routers for ids ['91d4021c-e232-4483-bd40-089b8eae543d'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:28:19.715416 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7609994-ccac-4ec7-88bc-e1e543cce8c6 None None] Routers {'91d4021c-e232-4483-bd40-089b8eae543d'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:28:19.718918 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d7609994-ccac-4ec7-88bc-e1e543cce8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:28:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['91d4021c-e232-4483-bd40-089b8eae543d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:19.808678 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-d426d2e6-7f71-4178-a527-01569f769917 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "DELETE /v2.0/floatingips/d3c3229b-3025-4d9c-89c1-0a804f2084fc HTTP/1.1" status: 204 len: 168 time: 1.5482459 Aug 16 09:28:19.949513 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d7609994-ccac-4ec7-88bc-e1e543cce8c6 None None] Set router 91d4021c-e232-4483-bd40-089b8eae543d gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:28:19.972256 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:28:19.974768 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b5fa5-bae3-416c-9b13-5ab93559e9be" -d '{"events": [{"name": "network-changed", "server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:28:20.040282 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da3022a-dee5-41ff-b5f9-41050ac68ea2 x-openstack-request-id: req-9da3022a-dee5-41ff-b5f9-41050ac68ea2 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:28:20.040675 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:28:20.041058 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9da3022a-dee5-41ff-b5f9-41050ac68ea2 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:28:20.041709 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'status': 'completed', 'code': 200} Aug 16 09:28:20.121782 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b5fa5-bae3-416c-9b13-5ab93559e9be req-b1375c29-c7e1-4d83-8aa5-8f98374d1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:20.123960 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e31b5fa5-bae3-416c-9b13-5ab93559e9be req-b1375c29-c7e1-4d83-8aa5-8f98374d1448 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc89ea9ff08c4f349d79106aea0b2c99&device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 1098 time: 0.0584970 Aug 16 09:28:20.245964 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d7609994-ccac-4ec7-88bc-e1e543cce8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:44Z', 'revision_number': 4, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '6e5e485d-3af9-4b3a-8ffe-74cc01489f3f', 'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'mac_address': 'fa:16:3e:6c:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e892491c-fa11-4c24-964c-58f52812419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:43Z', 'updated_at': '2021-08-16T09:24:52Z', 'revision_number': 5, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'subnets': [{'id': 'e892491c-fa11-4c24-964c-58f52812419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:20.264428 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b5fa5-bae3-416c-9b13-5ab93559e9be req-25c5691a-9615-4ca3-ab1b-4d9b934c80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:20.266869 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e31b5fa5-bae3-416c-9b13-5ab93559e9be req-25c5691a-9615-4ca3-ab1b-4d9b934c80bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=5536abb9-3261-4edc-ace7-93b6a309c0d2 HTTP/1.1" status: 200 len: 915 time: 0.1337442 Aug 16 09:28:20.276918 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7609994-ccac-4ec7-88bc-e1e543cce8c6 None None] Checking router: 91d4021c-e232-4483-bd40-089b8eae543d for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:28:20.286354 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7609994-ccac-4ec7-88bc-e1e543cce8c6 None None] Routers {'91d4021c-e232-4483-bd40-089b8eae543d'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:28:20.287062 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d7609994-ccac-4ec7-88bc-e1e543cce8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:28:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['91d4021c-e232-4483-bd40-089b8eae543d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:20.316971 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e31b5fa5-bae3-416c-9b13-5ab93559e9be req-f2de0cd6-ae67-40a0-a056-4d9a288c3762 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20 HTTP/1.1" status: 200 len: 217 time: 0.0408819 Aug 16 09:28:20.336603 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:20.389668 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b5fa5-bae3-416c-9b13-5ab93559e9be req-26a3066a-15ce-44e4-86c0-f76147f9bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:20.391359 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e31b5fa5-bae3-416c-9b13-5ab93559e9be req-26a3066a-15ce-44e4-86c0-f76147f9bd99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e892491c-fa11-4c24-964c-58f52812419d HTTP/1.1" status: 200 len: 853 time: 0.0673068 Aug 16 09:28:20.423409 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fcd2ba8d-b3a7-479f-b3cb-2464631892ee up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:28:20.425609 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fd6cd630-d2db-4e13-9194-09ff8769acd1 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:28:20.491209 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d7609994-ccac-4ec7-88bc-e1e543cce8c6 None None] Set router 91d4021c-e232-4483-bd40-089b8eae543d gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:28:20.508787 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b5fa5-bae3-416c-9b13-5ab93559e9be req-36177afe-b9a5-42a1-9ef0-24fe0d995166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:20.515467 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e31b5fa5-bae3-416c-9b13-5ab93559e9be req-36177afe-b9a5-42a1-9ef0-24fe0d995166 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5536abb9-3261-4edc-ace7-93b6a309c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1070604 Aug 16 09:28:20.591173 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62165d-623b-4906-921e-995fc851bcbd req-a19a5a7d-e840-4170-b462-e033ea131d6d tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:20.602777 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ac62165d-623b-4906-921e-995fc851bcbd req-a19a5a7d-e840-4170-b462-e033ea131d6d tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 945 time: 0.0864575 Aug 16 09:28:20.665918 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e31b5fa5-bae3-416c-9b13-5ab93559e9be req-2a8be1cd-d297-460d-be37-01b2231d8cdf service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401808 Aug 16 09:28:20.704804 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ac62165d-623b-4906-921e-995fc851bcbd req-545c7179-c53c-4226-ab44-36b7725fd67b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010129 Aug 16 09:28:20.767203 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e91731-3043-43e1-b89d-9997bd48e414 req-cab40348-43cd-40a5-8591-322ec5d65c08 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:20.778533 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e3e91731-3043-43e1-b89d-9997bd48e414 req-cab40348-43cd-40a5-8591-322ec5d65c08 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 944 time: 0.1443489 Aug 16 09:28:20.833054 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port fcd2ba8d-b3a7-479f-b3cb-2464631892ee triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:28:20.833983 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:20.846202 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e31b5fa5-bae3-416c-9b13-5ab93559e9be req-3fa05da1-cec6-470c-ba28-dafb92f2242f service neutron] 10.222.0.64 "GET /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724849 Aug 16 09:28:20.850706 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e3e91731-3043-43e1-b89d-9997bd48e414 req-e4ada1aa-8ec6-4398-a22e-f18692161dff tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711825 Aug 16 09:28:21.041900 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fd6cd630-d2db-4e13-9194-09ff8769acd1, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fd6cd630-d2db-4e13-9194-09ff8769acd1,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:21.065803 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'fd6cd630-d2db-4e13-9194-09ff8769acd1', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'port_id': 'fd6cd630-d2db-4e13-9194-09ff8769acd1', 'mac_address': 'fa:16:3e:56:3b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:28:21.169000 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:21.200158 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:21.200985 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6cd630-d2db-4e13-9194-09ff8769acd1 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:28:21.235560 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fd6cd630-d2db-4e13-9194-09ff8769acd1, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fd6cd630-d2db-4e13-9194-09ff8769acd1,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:21.249885 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:28:21.252236 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08f15f4-766f-492c-afa9-8097ed57940f" -d '{"events": [{"server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "name": "network-vif-plugged", "status": "completed", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:28:21.275834 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d7609994-ccac-4ec7-88bc-e1e543cce8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:44Z', 'revision_number': 4, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '6e5e485d-3af9-4b3a-8ffe-74cc01489f3f', 'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'mac_address': 'fa:16:3e:6c:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e892491c-fa11-4c24-964c-58f52812419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:43Z', 'updated_at': '2021-08-16T09:24:52Z', 'revision_number': 5, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'subnets': [{'id': 'e892491c-fa11-4c24-964c-58f52812419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:21.284766 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:21.317663 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7609994-ccac-4ec7-88bc-e1e543cce8c6 None None] The sync data for ids ['91d4021c-e232-4483-bd40-089b8eae543d'] in dv-cinder-804611-1-iscsi is: [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:24:44Z', 'revision_number': 4, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '6e5e485d-3af9-4b3a-8ffe-74cc01489f3f', 'name': '', 'network_id': '5536abb9-3261-4edc-ace7-93b6a309c0d2', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'mac_address': 'fa:16:3e:6c:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e892491c-fa11-4c24-964c-58f52812419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:43Z', 'updated_at': '2021-08-16T09:24:52Z', 'revision_number': 5, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'subnets': [{'id': 'e892491c-fa11-4c24-964c-58f52812419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:28:21.335912 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:21.387337 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af04448c-c8aa-4aac-a040-0ce9c40141a5 x-openstack-request-id: req-af04448c-c8aa-4aac-a040-0ce9c40141a5 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:28:21.388141 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "name": "network-vif-plugged", "status": "completed", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:28:21.388536 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af04448c-c8aa-4aac-a040-0ce9c40141a5 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:28:21.389028 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'code': 200} Aug 16 09:28:21.392424 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:21.428239 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=fd6cd630-d2db-4e13-9194-09ff8769acd1,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:21.556695 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,revision_number=7']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:21.606776 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a40a6-4f36-4d09-8afd-1e20cd806d69 None None] New status for floating IP d3c3229b-3025-4d9c-89c1-0a804f2084fc: DOWN {{(pid=94602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:28:21.836163 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeac806-7b6c-411e-8098-23f1075b36dc req-53b7ba99-dae0-4755-9e29-62641d4d20c3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:21.837651 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6aeac806-7b6c-411e-8098-23f1075b36dc req-53b7ba99-dae0-4755-9e29-62641d4d20c3 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0481625 Aug 16 09:28:21.854300 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:21.875075 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6aeac806-7b6c-411e-8098-23f1075b36dc req-6afa054f-3a8f-4a20-8fc6-8d4936dd64ce tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311100 Aug 16 09:28:21.965610 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd501bb7-d450-4caa-9b35-1a3e5d383331 req-2d063acd-6f9a-4988-850b-35f16a8a67a7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:21.967127 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd501bb7-d450-4caa-9b35-1a3e5d383331 req-2d063acd-6f9a-4988-850b-35f16a8a67a7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 945 time: 0.0510678 Aug 16 09:28:22.006251 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cd501bb7-d450-4caa-9b35-1a3e5d383331 req-2dbe04e8-25fa-402b-adda-600c347c545a tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323827 Aug 16 09:28:23.011608 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93701ec4-eae4-4a28-a219-e1a3ba1a738c req-85877028-5455-460d-bb98-04fbe50d2f21 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:23.013162 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-93701ec4-eae4-4a28-a219-e1a3ba1a738c req-85877028-5455-460d-bb98-04fbe50d2f21 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0536356 Aug 16 09:28:23.068714 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-93701ec4-eae4-4a28-a219-e1a3ba1a738c req-a3620ac8-e411-44f6-a3c1-6eeddec59e94 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486765 Aug 16 09:28:23.149079 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92abebd-7712-4656-86cf-74921ade953b req-20559f43-6013-4d6b-900c-21e0b8f3fc1f tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:23.157495 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f92abebd-7712-4656-86cf-74921ade953b req-20559f43-6013-4d6b-900c-21e0b8f3fc1f tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 945 time: 0.0650623 Aug 16 09:28:23.195473 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f92abebd-7712-4656-86cf-74921ade953b req-ec96bf3a-4049-4b9e-84f3-4e96736ace1d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382519 Aug 16 09:28:24.207433 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215517c7-17bd-4a5b-b811-608f55cee094 req-71fd758d-ff32-46ec-883c-c2543c4b3407 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:24.209110 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-215517c7-17bd-4a5b-b811-608f55cee094 req-71fd758d-ff32-46ec-883c-c2543c4b3407 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0554800 Aug 16 09:28:24.257024 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-215517c7-17bd-4a5b-b811-608f55cee094 req-5ae8a776-2fc5-42f6-bac9-025ebd82e232 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419002 Aug 16 09:28:24.324851 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3f197-af9f-45be-ba38-81130dd38899 req-1ddbf328-4bd2-4272-b45f-0b51c88226cb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:24.326559 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7bb3f197-af9f-45be-ba38-81130dd38899 req-1ddbf328-4bd2-4272-b45f-0b51c88226cb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 945 time: 0.0556498 Aug 16 09:28:24.374579 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7bb3f197-af9f-45be-ba38-81130dd38899 req-ea3af225-a480-4b37-bda7-06e23ff940d5 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404806 Aug 16 09:28:24.533923 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['fd6cd630-d2db-4e13-9194-09ff8769acd1'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:28:25.387952 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5aa6e-9e1f-42af-b4da-6eaa6b2edebc req-9bb7ae9c-84e4-4f20-8042-2f0e64d06997 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:25.390687 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f4e5aa6e-9e1f-42af-b4da-6eaa6b2edebc req-9bb7ae9c-84e4-4f20-8042-2f0e64d06997 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0509868 Aug 16 09:28:25.445081 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f4e5aa6e-9e1f-42af-b4da-6eaa6b2edebc req-89bd3585-6bc8-4100-aa85-052fb4946d5c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478387 Aug 16 09:28:25.517530 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb8b5-b54d-4b47-96ec-7f84fd9dedba req-575dfdbb-7042-482e-8f54-a7b8bffdd2c8 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:25.519025 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-79abb8b5-b54d-4b47-96ec-7f84fd9dedba req-575dfdbb-7042-482e-8f54-a7b8bffdd2c8 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 945 time: 0.0575497 Aug 16 09:28:25.567645 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-79abb8b5-b54d-4b47-96ec-7f84fd9dedba req-c9a37fb1-507c-4672-baf1-c02bcae6349e tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426965 Aug 16 09:28:26.276830 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fd6cd630-d2db-4e13-9194-09ff8769acd1 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:28:26.400123 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port fd6cd630-d2db-4e13-9194-09ff8769acd1 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:28:26.404286 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port fd6cd630-d2db-4e13-9194-09ff8769acd1 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:28:26.404706 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:26.534493 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:26.571278 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6cd630-d2db-4e13-9194-09ff8769acd1'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:28:26.573989 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daae866e-9908-4633-a9ee-d0dbab541490" -d '{"events": [{"server_uuid": "ad7cf2fd-4643-44ba-88fd-8d44d0230624", "name": "network-vif-plugged", "status": "completed", "tag": "fd6cd630-d2db-4e13-9194-09ff8769acd1"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:28:26.640778 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fd6cd630-d2db-4e13-9194-09ff8769acd1, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fd6cd630-d2db-4e13-9194-09ff8769acd1,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:26.645341 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8166f-d1cc-4fbf-8524-8cdb6b250b8d req-903011b1-f694-4b35-8958-c6dc39c9a166 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:26.653522 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6a0601-632d-4fa6-885c-73d18bd61fb6 x-openstack-request-id: req-2d6a0601-632d-4fa6-885c-73d18bd61fb6 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:28:26.653831 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7cf2fd-4643-44ba-88fd-8d44d0230624", "name": "network-vif-plugged", "status": "completed", "tag": "fd6cd630-d2db-4e13-9194-09ff8769acd1", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:28:26.654065 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d6a0601-632d-4fa6-885c-73d18bd61fb6 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:28:26.654471 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6cd630-d2db-4e13-9194-09ff8769acd1', 'code': 200} Aug 16 09:28:26.659270 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-03d8166f-d1cc-4fbf-8524-8cdb6b250b8d req-903011b1-f694-4b35-8958-c6dc39c9a166 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.1128719 Aug 16 09:28:26.733180 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-03d8166f-d1cc-4fbf-8524-8cdb6b250b8d req-f9de4fc7-2729-46bd-b81c-78059f158774 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701149 Aug 16 09:28:26.735452 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:26.827851 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=fd6cd630-d2db-4e13-9194-09ff8769acd1,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:26.844700 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450769a-9216-48b1-9c5e-33f17675d4d4 req-9e518060-2ffd-41df-996b-c3fa097c4911 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:26.846258 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7450769a-9216-48b1-9c5e-33f17675d4d4 req-9e518060-2ffd-41df-996b-c3fa097c4911 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 946 time: 0.0933206 Aug 16 09:28:26.932972 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7450769a-9216-48b1-9c5e-33f17675d4d4 req-e0753eae-87f6-4135-8f69-84a5032a8595 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713656 Aug 16 09:28:27.159923 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69491d-58b9-40bb-abc7-3df5e1797b9f req-faf5e2fe-14d7-4463-b176-9d256e6e08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:27.161630 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9a69491d-58b9-40bb-abc7-3df5e1797b9f req-faf5e2fe-14d7-4463-b176-9d256e6e08f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 1099 time: 0.0468414 Aug 16 09:28:27.205174 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9a69491d-58b9-40bb-abc7-3df5e1797b9f req-eb84d118-8029-40ad-838b-b7f52d1989fa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352082 Aug 16 09:28:27.722061 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76aba2-4c57-4790-a1bd-944ceea24e82 req-a2c8bef5-a0f1-4761-bce7-7f6d21fb6857 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:27.723559 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-df76aba2-4c57-4790-a1bd-944ceea24e82 req-a2c8bef5-a0f1-4761-bce7-7f6d21fb6857 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 945 time: 0.0571404 Aug 16 09:28:27.766914 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-df76aba2-4c57-4790-a1bd-944ceea24e82 req-11bbb8ba-2ff8-410a-92d6-fabed4671d33 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Aug 16 09:28:27.861669 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5a82a-670b-43de-8257-0b9a937979db req-456ae0c0-18a0-407f-9533-92ad2c5cbbb4 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:27.863169 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d5b5a82a-670b-43de-8257-0b9a937979db req-456ae0c0-18a0-407f-9533-92ad2c5cbbb4 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0500164 Aug 16 09:28:27.904353 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d5b5a82a-670b-43de-8257-0b9a937979db req-67aa5105-960b-4f18-a3d6-909a20c55cdc tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340199 Aug 16 09:28:28.052749 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3589f-1056-4085-bdfe-c29e2c03249d req-b3eae62e-f639-4657-9400-0e063f87d76e tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:28.054141 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c6c3589f-1056-4085-bdfe-c29e2c03249d req-b3eae62e-f639-4657-9400-0e063f87d76e tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 946 time: 0.0614703 Aug 16 09:28:28.091737 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c6c3589f-1056-4085-bdfe-c29e2c03249d req-96d86cd6-9b38-4786-9e3e-4903c1a59435 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316479 Aug 16 09:28:28.903257 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e09249-0d81-47ef-85a0-103f7e4d2302 req-dc03a599-3000-4750-8934-2a39529b6d67 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:28.906192 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-57e09249-0d81-47ef-85a0-103f7e4d2302 req-dc03a599-3000-4750-8934-2a39529b6d67 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 945 time: 0.0616469 Aug 16 09:28:28.949948 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-57e09249-0d81-47ef-85a0-103f7e4d2302 req-1008b078-71e3-43c3-8b99-15e27b0acdcf tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5c75506-aecc-4b55-b6d0-db1d0eaccffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Aug 16 09:28:29.057782 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7012715-adbb-4361-98d9-1390bdeee1f8 req-c1d33a28-aa31-4007-9cdb-b05c4dc2473c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:29.059769 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c7012715-adbb-4361-98d9-1390bdeee1f8 req-c1d33a28-aa31-4007-9cdb-b05c4dc2473c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0491164 Aug 16 09:28:29.103564 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c7012715-adbb-4361-98d9-1390bdeee1f8 req-3ebe772a-d708-47df-a008-f132df88e588 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361531 Aug 16 09:28:29.219698 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241851ad-9877-40b6-9001-0914634d6774 req-8c881c51-5878-49f9-9f58-7b8f63061596 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:29.221392 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-241851ad-9877-40b6-9001-0914634d6774 req-8c881c51-5878-49f9-9f58-7b8f63061596 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 946 time: 0.0509033 Aug 16 09:28:29.263415 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-241851ad-9877-40b6-9001-0914634d6774 req-5391a21e-f6ee-4dd9-9366-5a3e86e2a1f0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362053 Aug 16 09:28:29.379171 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da07fe7-09b3-48cb-b43b-984cc4e6f6ea req-f7cf8eee-d69c-4338-b9ba-35217859f81f tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:29.380549 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3da07fe7-09b3-48cb-b43b-984cc4e6f6ea req-f7cf8eee-d69c-4338-b9ba-35217859f81f tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 946 time: 0.0511379 Aug 16 09:28:29.417752 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3da07fe7-09b3-48cb-b43b-984cc4e6f6ea req-5c903b01-6e34-4740-aa75-ce9d948c3096 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 Aug 16 09:28:29.441737 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50248) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:29.482166 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34387a-77a3-4661-8383-c84a867443d6 req-34dcd1b6-a4b4-46c9-844e-dd9b694e8f79 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:29.483742 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7c34387a-77a3-4661-8383-c84a867443d6 req-34dcd1b6-a4b4-46c9-844e-dd9b694e8f79 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.64 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 945 time: 0.0567925 Aug 16 09:28:29.614867 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-7c34387a-77a3-4661-8383-c84a867443d6 req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Deleting port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:28:29.615207 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-7c34387a-77a3-4661-8383-c84a867443d6 req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:29.657704 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b3530-9ed2-4939-bdb3-c958b7f40827 tempest-TestVolumeBootPattern-502859456 tempest-TestVolumeBootPattern-502859456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:29.659178 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-2a6b3530-9ed2-4939-bdb3-c958b7f40827 tempest-TestVolumeBootPattern-502859456 tempest-TestVolumeBootPattern-502859456-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 1094 time: 0.2164865 Aug 16 09:28:29.662144 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 50260) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:29.666739 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'floatingip': {'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'port_id': 'fd6cd630-d2db-4e13-9194-09ff8769acd1', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:28:29.711795 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-7c34387a-77a3-4661-8383-c84a867443d6 req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] For port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:29.712224 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-7c34387a-77a3-4661-8383-c84a867443d6 req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:29.726969 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-7c34387a-77a3-4661-8383-c84a867443d6 req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Calling delete_port for 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:28:29.761367 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:29.854971 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:29.949830 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:28:29.959172 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Allocated IP 172.27.3.104 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/b90af95a-0a11-4fdc-b3ef-f78a8599a735) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:28:29.972351 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-7c34387a-77a3-4661-8383-c84a867443d6 req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:29.986791 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['95501d32-6dd3-48df-8e51-3f1c3a1a4c20'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:28:30.002591 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Pushing event deleted for resources: {'Port': ['ID=95501d32-6dd3-48df-8e51-3f1c3a1a4c20,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:30.049926 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.050266 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.050604 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.050935 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.051290 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.051617 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.051936 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.052254 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.052604 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.053428 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.053428 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.053667 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:28:30.057966 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c34387a-77a3-4661-8383-c84a867443d6 req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] No DVR routers for this DVR port 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:28:30.058742 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-7c34387a-77a3-4661-8383-c84a867443d6 req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:30.060823 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7c34387a-77a3-4661-8383-c84a867443d6 req-a9ddc9bc-d60b-4f57-986a-8ee8de1cd004 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.64 "DELETE /v2.0/ports/95501d32-6dd3-48df-8e51-3f1c3a1a4c20 HTTP/1.1" status: 204 len: 173 time: 0.5706561 Aug 16 09:28:30.061248 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'name': 'network-vif-deleted', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:28:30.064081 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d6bedb-9b3f-4898-ba30-81007fb24751" -d '{"events": [{"server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "name": "network-vif-deleted", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:28:30.078507 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f9e253b8-aaca-4882-b400-c00ac363c3b4 req-beb45be1-bd45-4efd-85ce-c5d386d56616 tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 210 time: 0.0354700 Aug 16 09:28:30.105031 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:30.109666 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20046f4d-129d-4ad9-9664-1c5702ccf441 x-openstack-request-id: req-20046f4d-129d-4ad9-9664-1c5702ccf441 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:28:30.109666 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31706b2b-11e0-4fea-801b-5e3d38ec9cdc", "name": "network-vif-deleted", "tag": "95501d32-6dd3-48df-8e51-3f1c3a1a4c20", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:28:30.112756 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20046f4d-129d-4ad9-9664-1c5702ccf441 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:28:30.112756 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31706b2b-11e0-4fea-801b-5e3d38ec9cdc', 'name': 'network-vif-deleted', 'tag': '95501d32-6dd3-48df-8e51-3f1c3a1a4c20', 'status': 'completed', 'code': 200} Aug 16 09:28:30.228189 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c612067-2f58-47bd-a06f-c2994daf5b2f req-3462bd36-7b02-4567-acb6-14d9e4ec66bb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:30.229644 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2c612067-2f58-47bd-a06f-c2994daf5b2f req-3462bd36-7b02-4567-acb6-14d9e4ec66bb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0511303 Aug 16 09:28:30.230580 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:30.284520 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:28:30.293793 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:28:30.296853 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:28:30.335996 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'Port': ['ID=b90af95a-0a11-4fdc-b3ef-f78a8599a735,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:30.345625 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2c612067-2f58-47bd-a06f-c2994daf5b2f req-1ab7cc23-904e-4029-b4e4-57f43b521491 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058311 Aug 16 09:28:30.433873 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec711b5f-b5ca-4621-8a21-7357bf034e0c req-ad3cc411-ed88-49ad-90cf-f800197d5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:30.435567 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ec711b5f-b5ca-4621-8a21-7357bf034e0c req-ad3cc411-ed88-49ad-90cf-f800197d5977 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 1099 time: 0.0464814 Aug 16 09:28:30.535355 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec711b5f-b5ca-4621-8a21-7357bf034e0c req-1b731424-17b8-494b-bee8-f8feba93c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:30.540357 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ec711b5f-b5ca-4621-8a21-7357bf034e0c req-1b731424-17b8-494b-bee8-f8feba93c517 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 917 time: 0.0921030 Aug 16 09:28:30.605188 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ec711b5f-b5ca-4621-8a21-7357bf034e0c req-0a43a4da-c24c-4c30-b67b-691f4cffeb08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee HTTP/1.1" status: 200 len: 1002 time: 0.0609744 Aug 16 09:28:30.654195 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec711b5f-b5ca-4621-8a21-7357bf034e0c req-f7cb3c3a-34e4-4bdb-84df-cd7bb6375a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:30.656450 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ec711b5f-b5ca-4621-8a21-7357bf034e0c req-f7cb3c3a-34e4-4bdb-84df-cd7bb6375a5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc65ce35-04e7-4584-80a4-1275af6c7e31 HTTP/1.1" status: 200 len: 855 time: 0.0435627 Aug 16 09:28:30.677133 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:30.701356 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec711b5f-b5ca-4621-8a21-7357bf034e0c req-336ca6fc-1ce9-41e6-9236-0f721d165c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:30.703374 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ec711b5f-b5ca-4621-8a21-7357bf034e0c req-336ca6fc-1ce9-41e6-9236-0f721d165c5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e3dee7d-5ee5-41fc-b951-5848f52eee46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382550 Aug 16 09:28:30.797030 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ec711b5f-b5ca-4621-8a21-7357bf034e0c req-50ba13db-0e7a-485c-bc1e-0dd1d78a1042 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856318 Aug 16 09:28:30.805981 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:30.905596 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ec711b5f-b5ca-4621-8a21-7357bf034e0c req-d6f76da7-5e39-4d7e-b780-e39ef76054ba service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956318 Aug 16 09:28:30.954816 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:31.046736 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8465254'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:31.117166 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'Port': ['ID=b90af95a-0a11-4fdc-b3ef-f78a8599a735,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:31.132156 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:31.206113 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2c7a02a2-87d4-4589-a1ca-f425d2eed2da req-c1557df6-36b4-456e-b5ab-b585522df8aa tempest-TestMinimumBasicScenario-1697842555 tempest-TestMinimumBasicScenario-1697842555-project] 10.222.0.39 "GET /v2.0/ports?device_id=31706b2b-11e0-4fea-801b-5e3d38ec9cdc HTTP/1.1" status: 200 len: 210 time: 0.0364847 Aug 16 09:28:31.377633 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1291e11-45a7-4975-80ba-f77fdf6c947f req-25cf3cfd-a61a-4490-96db-29334efec60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:31.379094 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c1291e11-45a7-4975-80ba-f77fdf6c947f req-25cf3cfd-a61a-4490-96db-29334efec60c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 1099 time: 0.0474873 Aug 16 09:28:31.493351 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1291e11-45a7-4975-80ba-f77fdf6c947f req-dd91df41-890f-4550-aea3-c8d42319774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:31.494770 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c1291e11-45a7-4975-80ba-f77fdf6c947f req-dd91df41-890f-4550-aea3-c8d42319774d service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 917 time: 0.0869358 Aug 16 09:28:31.523483 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.l3_db [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Floating IP ff45e9c1-26e6-46c5-b7b7-f29942aab3aa associated. External IP: 172.27.3.104, port: fd6cd630-d2db-4e13-9194-09ff8769acd1. Aug 16 09:28:31.566387 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c1291e11-45a7-4975-80ba-f77fdf6c947f req-056da1a5-4128-4b75-b684-50142c69e2fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee HTTP/1.1" status: 200 len: 1002 time: 0.0628228 Aug 16 09:28:31.568488 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324201e-baed-4179-ae1c-492621a79395 req-4fb13e64-bedb-4f36-913a-832b26f60500 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:31.569945 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e324201e-baed-4179-ae1c-492621a79395 req-4fb13e64-bedb-4f36-913a-832b26f60500 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0952883 Aug 16 09:28:31.617364 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1291e11-45a7-4975-80ba-f77fdf6c947f req-3ea32aa3-fb05-4303-8536-42d6be73c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:31.619008 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c1291e11-45a7-4975-80ba-f77fdf6c947f req-3ea32aa3-fb05-4303-8536-42d6be73c945 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc65ce35-04e7-4584-80a4-1275af6c7e31 HTTP/1.1" status: 200 len: 855 time: 0.0452733 Aug 16 09:28:31.650103 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e324201e-baed-4179-ae1c-492621a79395 req-1ccc1ba0-c55d-4660-809d-46342211597a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717299 Aug 16 09:28:31.665701 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1291e11-45a7-4975-80ba-f77fdf6c947f req-c43085c6-8b1e-4620-a6a6-e9917678e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:31.667130 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c1291e11-45a7-4975-80ba-f77fdf6c947f req-c43085c6-8b1e-4620-a6a6-e9917678e162 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e3dee7d-5ee5-41fc-b951-5848f52eee46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401540 Aug 16 09:28:31.759531 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c1291e11-45a7-4975-80ba-f77fdf6c947f req-e22ab663-6543-4215-9d96-43531a70acad service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836945 Aug 16 09:28:31.762872 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Router c4de8c97-5229-4b20-9f01-6520a8c717a7 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:28:31.847355 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c1291e11-45a7-4975-80ba-f77fdf6c947f req-3f434c26-80cd-4546-887a-4609a9062b80 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805750 Aug 16 09:28:31.867685 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:28:31.877579 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1524-8bed-4193-88cb-d62fb9f679b6 None None] Sync routers for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:28:31.886443 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d1524-8bed-4193-88cb-d62fb9f679b6 None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:28:31.887052 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1524-8bed-4193-88cb-d62fb9f679b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:28:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:31.943594 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:31.970566 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-6b5b83e5-9d1b-4f4d-b4fa-04c09b8bd64c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3073473 Aug 16 09:28:31.971249 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'tag': 'fd6cd630-d2db-4e13-9194-09ff8769acd1'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:28:31.982006 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7cf2fd-4643-44ba-88fd-8d44d0230624", "tag": "fd6cd630-d2db-4e13-9194-09ff8769acd1"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:28:32.003090 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1c8d1524-8bed-4193-88cb-d62fb9f679b6 None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:28:32.010397 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eb2532-f618-4988-ba04-97ce9ace34ea x-openstack-request-id: req-85eb2532-f618-4988-ba04-97ce9ace34ea {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:28:32.010749 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7cf2fd-4643-44ba-88fd-8d44d0230624", "tag": "fd6cd630-d2db-4e13-9194-09ff8769acd1", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:28:32.011074 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85eb2532-f618-4988-ba04-97ce9ace34ea {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:28:32.011594 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'tag': 'fd6cd630-d2db-4e13-9194-09ff8769acd1', 'status': 'completed', 'code': 200} Aug 16 09:28:32.079529 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0 req-6f1abe90-9b01-47dd-b505-24dca8c7961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:32.081412 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0 req-6f1abe90-9b01-47dd-b505-24dca8c7961e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 1099 time: 0.0488927 Aug 16 09:28:32.083964 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:32.179161 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0 req-1cf1b78d-a4cb-452f-9ab1-dda4794fad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:32.180676 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0 req-1cf1b78d-a4cb-452f-9ab1-dda4794fad06 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 913 time: 0.0899830 Aug 16 09:28:32.238765 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1524-8bed-4193-88cb-d62fb9f679b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'ff45e9c1-26e6-46c5-b7b7-f29942aab3aa', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': 'fd6cd630-d2db-4e13-9194-09ff8769acd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:56:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:28:30Z', 'updated_at': '2021-08-16T09:28:30Z', 'revision_number': 0, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:32.249970 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0 req-5cee8d17-6ea9-4c68-893b-04fe346158f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd6cd630-d2db-4e13-9194-09ff8769acd1 HTTP/1.1" status: 200 len: 1000 time: 0.0608916 Aug 16 09:28:32.267647 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1524-8bed-4193-88cb-d62fb9f679b6 None None] Checking router: c4de8c97-5229-4b20-9f01-6520a8c717a7 for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:28:32.275840 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d1524-8bed-4193-88cb-d62fb9f679b6 None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:28:32.276500 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1524-8bed-4193-88cb-d62fb9f679b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:28:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:32.304968 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0 req-a932397f-13a2-4fc7-a1d5-44c516c54234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:32.306470 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0 req-a932397f-13a2-4fc7-a1d5-44c516c54234 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 200 len: 851 time: 0.0483801 Aug 16 09:28:32.351654 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0 req-5d78b6f4-9e73-415a-97d2-712abcb27ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:32.353195 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0 req-5d78b6f4-9e73-415a-97d2-712abcb27ecb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19894358-5016-4cbc-83ad-837aad96b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397792 Aug 16 09:28:32.378508 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1c8d1524-8bed-4193-88cb-d62fb9f679b6 None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:28:32.442588 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0 req-a5c609ae-f55b-492d-8be9-2c4bf5f0efea service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792162 Aug 16 09:28:32.535519 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-ce546645-4b15-4b5f-94ee-16aa8c9d53a0 req-65b7fbfa-239a-45ff-a240-db2107eed878 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860932 Aug 16 09:28:32.601877 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1524-8bed-4193-88cb-d62fb9f679b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'ff45e9c1-26e6-46c5-b7b7-f29942aab3aa', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': 'fd6cd630-d2db-4e13-9194-09ff8769acd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:56:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:28:30Z', 'updated_at': '2021-08-16T09:28:30Z', 'revision_number': 0, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:32.632079 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1524-8bed-4193-88cb-d62fb9f679b6 None None] The sync data for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi is: [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': 'ff45e9c1-26e6-46c5-b7b7-f29942aab3aa', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': 'fd6cd630-d2db-4e13-9194-09ff8769acd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:56:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:28:30Z', 'updated_at': '2021-08-16T09:28:30Z', 'revision_number': 0, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:28:32.783834 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d1101-bbeb-40b5-a3e2-5624e9d83fcf req-a5035fb3-68eb-4c2f-bcb5-0611aa18eb0c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:32.785651 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-514d1101-bbeb-40b5-a3e2-5624e9d83fcf req-a5035fb3-68eb-4c2f-bcb5-0611aa18eb0c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0550830 Aug 16 09:28:32.828083 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf58e708-dbd5-4129-9d54-de91d95a5abc None None] New status for floating IP ff45e9c1-26e6-46c5-b7b7-f29942aab3aa: ACTIVE {{(pid=94602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:28:32.840376 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-514d1101-bbeb-40b5-a3e2-5624e9d83fcf req-f26ec6bf-8d98-43ae-9bf5-71d467d751d6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475035 Aug 16 09:28:33.953209 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9016-bc79-4d13-bcf8-a513a5030e23 req-160c3a5e-42b4-429a-9cc5-15a06b62cf86 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:33.954601 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dc7f9016-bc79-4d13-bcf8-a513a5030e23 req-160c3a5e-42b4-429a-9cc5-15a06b62cf86 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 946 time: 0.0472577 Aug 16 09:28:33.992511 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dc7f9016-bc79-4d13-bcf8-a513a5030e23 req-82248421-e88c-4531-9493-0a29b1a9008d tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317447 Aug 16 09:28:34.309114 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fcd2ba8d-b3a7-479f-b3cb-2464631892ee no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:28:34.382582 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:34.404452 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:28:34.407444 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825a7c60-811f-4062-8df9-238faf433426" -d '{"events": [{"server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:28:34.420157 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:34.438565 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 09:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9458946-629a-4e8f-929b-5439e59be03d x-openstack-request-id: req-a9458946-629a-4e8f-929b-5439e59be03d {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:28:34.438846 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "name": "network-vif-unplugged", "status": "failed", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee", "code": 422}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:28:34.439096 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9458946-629a-4e8f-929b-5439e59be03d {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:28:34.439607 dv-cinder-804611-1-iscsi neutron-server[94601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'code': 422} returned with failed status Aug 16 09:28:34.534145 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:34.534871 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:28:34.573485 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:28:34.573831 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 95501d32-6dd3-48df-8e51-3f1c3a1a4c20 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:28:34.601264 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,revision_number=8']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:35.009109 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50380) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:35.415200 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365206'] for router_interface, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:35.929896 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] Deleting port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:28:35.930229 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:36.005430 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] For port 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=6e5e485d-3af9-4b3a-8ffe-74cc01489f3f,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:36.007980 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:36.019484 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] Calling delete_port for 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f owned by network:router_interface {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:28:36.294021 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:36.320136 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5e485d-3af9-4b3a-8ffe-74cc01489f3f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:36.490156 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441894'] for router_interface, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:36.553576 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200ee44-e582-4e8e-92ee-7c54e392bece req-8061332c-df8b-45ed-a342-caa0fbd957d0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:36.555084 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4200ee44-e582-4e8e-92ee-7c54e392bece req-8061332c-df8b-45ed-a342-caa0fbd957d0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0466406 Aug 16 09:28:36.604431 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4200ee44-e582-4e8e-92ee-7c54e392bece req-1184ed6c-fc6f-48ec-ba32-c1cafe6cf0b2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Aug 16 09:28:36.716576 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] Router 91d4021c-e232-4483-bd40-089b8eae543d has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:28:36.818114 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-80f10767-b5be-47ac-bf78-29b14f301508 req-e7f9c976-8481-4f1c-8579-8c577984572c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390956 Aug 16 09:28:36.822969 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:28:36.828236 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-a3ea2ada-2aeb-49d1-9afa-2ebbef65addb admin admin] 10.222.0.39 "PUT /v2.0/routers/91d4021c-e232-4483-bd40-089b8eae543d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8178205 Aug 16 09:28:36.830616 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50412) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:36.836271 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979d073-a7fe-49cc-99d1-030bbedda7cd None None] Sync routers for ids ['91d4021c-e232-4483-bd40-089b8eae543d'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:28:36.849273 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979d073-a7fe-49cc-99d1-030bbedda7cd None None] Routers {'91d4021c-e232-4483-bd40-089b8eae543d'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:28:36.850289 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4979d073-a7fe-49cc-99d1-030bbedda7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:28:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['91d4021c-e232-4483-bd40-089b8eae543d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:36.940619 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Notify callbacks [] for router, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:36.963701 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-4979d073-a7fe-49cc-99d1-030bbedda7cd None None] Set router 91d4021c-e232-4483-bd40-089b8eae543d gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:28:37.051181 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.136651 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4979d073-a7fe-49cc-99d1-030bbedda7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:28:36Z', 'revision_number': 5, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port': {'id': '7affc4e5-cc71-4da8-ac26-54eed1b291af', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d4021c-e232-4483-bd40-089b8eae543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:40Z', 'updated_at': '2021-08-16T09:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:37.168557 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979d073-a7fe-49cc-99d1-030bbedda7cd None None] Checking router: 91d4021c-e232-4483-bd40-089b8eae543d for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:28:37.178343 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979d073-a7fe-49cc-99d1-030bbedda7cd None None] Routers {'91d4021c-e232-4483-bd40-089b8eae543d'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:28:37.179036 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4979d073-a7fe-49cc-99d1-030bbedda7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:28:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['91d4021c-e232-4483-bd40-089b8eae543d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:37.194372 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Deleting port 7affc4e5-cc71-4da8-ac26-54eed1b291af {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:28:37.194716 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.265714 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-4979d073-a7fe-49cc-99d1-030bbedda7cd None None] Set router 91d4021c-e232-4483-bd40-089b8eae543d gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:28:37.276252 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] For port 7affc4e5-cc71-4da8-ac26-54eed1b291af, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=7affc4e5-cc71-4da8-ac26-54eed1b291af,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:37.276641 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.288582 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Calling delete_port for 7affc4e5-cc71-4da8-ac26-54eed1b291af owned by network:router_gateway {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:28:37.315822 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 50422) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:37.320022 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4979d073-a7fe-49cc-99d1-030bbedda7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:28:37Z', 'revision_number': 6, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port_host': None}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:37.347494 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979d073-a7fe-49cc-99d1-030bbedda7cd None None] The sync data for ids ['91d4021c-e232-4483-bd40-089b8eae543d'] in dv-cinder-804611-1-iscsi is: [{'id': '91d4021c-e232-4483-bd40-089b8eae543d', 'name': 'tempest-TestMinimumBasicScenario-558828498-router', 'tenant_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:39Z', 'updated_at': '2021-08-16T09:28:37Z', 'revision_number': 6, 'project_id': 'bc89ea9ff08c4f349d79106aea0b2c99', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:28:37.362364 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5208944d-eef7-4d60-8ef1-19cee4edfb05 admin admin] Deleting subnet 6381ab44-2096-4247-891b-245f31eefe14 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:28:37.365491 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5208944d-eef7-4d60-8ef1-19cee4edfb05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.402129 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5208944d-eef7-4d60-8ef1-19cee4edfb05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8780508'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.440674 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5208944d-eef7-4d60-8ef1-19cee4edfb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.638151 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5208944d-eef7-4d60-8ef1-19cee4edfb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8465244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8921832'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.638704 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.666054 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=7affc4e5-cc71-4da8-ac26-54eed1b291af,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:37.670935 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5208944d-eef7-4d60-8ef1-19cee4edfb05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.672897 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-5208944d-eef7-4d60-8ef1-19cee4edfb05 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6381ab44-2096-4247-891b-245f31eefe14 HTTP/1.1" status: 204 len: 168 time: 0.3584549 Aug 16 09:28:37.673948 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208944d-eef7-4d60-8ef1-19cee4edfb05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6381ab44-2096-4247-891b-245f31eefe14,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:37.675712 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 50426) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:37.744715 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438748'] for router_gateway, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.792798 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.803482 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd6570-1a01-4cbb-9c97-1f2dbd248e1f req-0d3860a2-ecea-491b-b383-93194b8e0bd2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:37.811062 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1efd6570-1a01-4cbb-9c97-1f2dbd248e1f req-0d3860a2-ecea-491b-b383-93194b8e0bd2 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.1176882 Aug 16 09:28:37.855108 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:28:37.861133 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1efd6570-1a01-4cbb-9c97-1f2dbd248e1f req-7e4806cc-a0ac-4c21-b501-bdb423c1d1a5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482297 Aug 16 09:28:37.907698 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.910316 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.952616 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:37.963389 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f1dd56-7b3f-437e-8eb0-75aa140a3623']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:37.976250 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1ca8ad-488a-408b-bc67-05f437d8877b') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:37.976894 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1ca8ad-488a-408b-bc67-05f437d8877b') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:37.988393 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8780491'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.003502 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.009789 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:28:38.010176 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8465282'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: Traceback (most recent call last): Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: timer() Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: cb(*args, **kw) Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: return func(*args, **kwargs) Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: self._notify() Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: self.callback(batched_events) Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: event.method(event) Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: return f(self, *a, **k) Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._get(url).json() Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:28:38.011879 dv-cinder-804611-1-iscsi neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:28:38.026080 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:28:38.026425 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 6e5e485d-3af9-4b3a-8ffe-74cc01489f3f not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:28:38.132141 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440383'] for router, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.133101 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d4021c-e232-4483-bd40-089b8eae543d {{(pid=94600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 09:28:38.138815 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.140572 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6fc83ef7-503e-4d62-b943-72d0dab17a8a admin admin] 10.222.0.39 "DELETE /v2.0/routers/91d4021c-e232-4483-bd40-089b8eae543d HTTP/1.1" status: 204 len: 168 time: 1.3089397 Aug 16 09:28:38.143045 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50428) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:38.185838 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ff67d2-1d4a-4a26-a5b1-b347438a052d admin admin] Deleting subnet e892491c-fa11-4c24-964c-58f52812419d {{(pid=94600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:28:38.188913 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f1ff67d2-1d4a-4a26-a5b1-b347438a052d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.208607 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.215616 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.218356 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a1f1dd56-7b3f-437e-8eb0-75aa140a3623 HTTP/1.1" status: 204 len: 168 time: 0.5412269 Aug 16 09:28:38.232491 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0468c3c-d5b0-4ad6-80d5-ae691ed8b884 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f1dd56-7b3f-437e-8eb0-75aa140a3623,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:38.232943 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f1ff67d2-1d4a-4a26-a5b1-b347438a052d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11417949'] for subnet, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.341207 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f1ff67d2-1d4a-4a26-a5b1-b347438a052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.522942 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f1ff67d2-1d4a-4a26-a5b1-b347438a052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11474505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693903'] for subnet, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.566353 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff67d2-1d4a-4a26-a5b1-b347438a052d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e892491c-fa11-4c24-964c-58f52812419d,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:38.569770 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f1ff67d2-1d4a-4a26-a5b1-b347438a052d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.572773 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f1ff67d2-1d4a-4a26-a5b1-b347438a052d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e892491c-fa11-4c24-964c-58f52812419d HTTP/1.1" status: 204 len: 168 time: 0.4287598 Aug 16 09:28:38.573827 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e7a51-ec4e-4500-b16e-7d5a7a5a1cf9 None None] Network 5536abb9-3261-4edc-ace7-93b6a309c0d2 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:28:38.574129 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 50434) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:38.590808 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50436) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:38.600852 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f10767-b5be-47ac-bf78-29b14f301508 req-bcea3c33-8ecb-472b-91a0-53b20b18e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:38.602422 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-80f10767-b5be-47ac-bf78-29b14f301508 req-bcea3c33-8ecb-472b-91a0-53b20b18e271 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711&tenant_id=b5e4e5ee11c44b2fae87a4f001251428 HTTP/1.1" status: 200 len: 1097 time: 0.1090913 Aug 16 09:28:38.652818 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.676780 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-33ac9acf-9121-4ee1-b44f-f7d204d0c345 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9af64c5abfad42308e5fe9e44d9b1de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823495 Aug 16 09:28:38.677015 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50438) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:38.698921 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f10767-b5be-47ac-bf78-29b14f301508 req-960a158a-ee07-404f-b9ae-ff4f6ffef216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:38.700850 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-80f10767-b5be-47ac-bf78-29b14f301508 req-960a158a-ee07-404f-b9ae-ff4f6ffef216 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 1097 time: 0.0737033 Aug 16 09:28:38.711262 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Deleting port f27f78d6-f27a-4306-a509-b0e558232672 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:28:38.711604 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.781659 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] For port f27f78d6-f27a-4306-a509-b0e558232672, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=f27f78d6-f27a-4306-a509-b0e558232672,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:38.782028 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.788565 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6dc948c3-6722-4f64-ac5d-134a6391e134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.792560 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec2699-f9b1-4bd4-a3d7-85366fc9fd07 None None] DHCP port deletion for 5536abb9-3261-4edc-ace7-93b6a309c0d2 request from dv-cinder-804611-1-iscsi {{(pid=94601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 09:28:38.798000 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Calling delete_port for f27f78d6-f27a-4306-a509-b0e558232672 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:28:38.833206 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6dc948c3-6722-4f64-ac5d-134a6391e134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.842786 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f10767-b5be-47ac-bf78-29b14f301508 req-1c4743a4-deb2-46f7-966d-d5e53359fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:38.844610 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-80f10767-b5be-47ac-bf78-29b14f301508 req-1c4743a4-deb2-46f7-966d-d5e53359fab1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 200 len: 917 time: 0.1348433 Aug 16 09:28:38.844972 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec2699-f9b1-4bd4-a3d7-85366fc9fd07 None None] Deleting port f27f78d6-f27a-4306-a509-b0e558232672 {{(pid=94601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:28:38.845440 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2699-f9b1-4bd4-a3d7-85366fc9fd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.907993 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-a7ec2699-f9b1-4bd4-a3d7-85366fc9fd07 None None] For port f27f78d6-f27a-4306-a509-b0e558232672, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=f27f78d6-f27a-4306-a509-b0e558232672,segment=NetworkSegment(f8271bce-c019-46f8-af46-834a3b511fbf),segment_id=f8271bce-c019-46f8-af46-834a3b511fbf)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:38.908664 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2699-f9b1-4bd4-a3d7-85366fc9fd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.923099 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-80f10767-b5be-47ac-bf78-29b14f301508 req-6e599c81-4385-44e4-b386-dfc636fe0ff1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee HTTP/1.1" status: 200 len: 1000 time: 0.0716407 Aug 16 09:28:38.927875 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec2699-f9b1-4bd4-a3d7-85366fc9fd07 None None] Calling delete_port for f27f78d6-f27a-4306-a509-b0e558232672 owned by network:dhcp {{(pid=94601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:28:38.969135 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:38.974755 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f10767-b5be-47ac-bf78-29b14f301508 req-023d1bc5-89ba-4661-bf0f-7512e77e7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:38.976224 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-80f10767-b5be-47ac-bf78-29b14f301508 req-023d1bc5-89ba-4661-bf0f-7512e77e7020 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc65ce35-04e7-4584-80a4-1275af6c7e31 HTTP/1.1" status: 200 len: 855 time: 0.0460112 Aug 16 09:28:39.003317 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] No DVR routers for this DVR port f27f78d6-f27a-4306-a509-b0e558232672 on host dv-cinder-804611-1-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:28:39.006910 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Pushing event deleted for resources: {'Port': ['ID=f27f78d6-f27a-4306-a509-b0e558232672,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:39.015198 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6dc948c3-6722-4f64-ac5d-134a6391e134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:39.018015 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6dc948c3-6722-4f64-ac5d-134a6391e134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:39.021529 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6dc948c3-6722-4f64-ac5d-134a6391e134 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce3c93a1-214c-4a3e-8c3e-e76a9439154f HTTP/1.1" status: 204 len: 168 time: 0.3413734 Aug 16 09:28:39.033235 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc948c3-6722-4f64-ac5d-134a6391e134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3c93a1-214c-4a3e-8c3e-e76a9439154f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:39.043965 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f10767-b5be-47ac-bf78-29b14f301508 req-944775e0-e157-4be2-ae70-bf68825327f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:39.045833 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-80f10767-b5be-47ac-bf78-29b14f301508 req-944775e0-e157-4be2-ae70-bf68825327f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8e3dee7d-5ee5-41fc-b951-5848f52eee46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617366 Aug 16 09:28:39.075869 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2699-f9b1-4bd4-a3d7-85366fc9fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:39.076093 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e73e9a-d940-4b49-845e-250f9ee48d8b req-07543df7-9613-49a8-bf5e-a8b6c77a15fb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:39.076093 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f4e73e9a-d940-4b49-845e-250f9ee48d8b req-07543df7-9613-49a8-bf5e-a8b6c77a15fb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.1381013 Aug 16 09:28:39.117665 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec2699-f9b1-4bd4-a3d7-85366fc9fd07 None None] Pushing event deleted for resources: {'Port': ['ID=f27f78d6-f27a-4306-a509-b0e558232672,revision_number=None']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:39.121483 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec2699-f9b1-4bd4-a3d7-85366fc9fd07 None None] No DVR routers for this DVR port f27f78d6-f27a-4306-a509-b0e558232672 on host dv-cinder-804611-1-iscsi {{(pid=94601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:28:39.146925 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:39.161383 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-80f10767-b5be-47ac-bf78-29b14f301508 req-09fea513-a5c0-473a-978a-c164f6257179 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086264 Aug 16 09:28:39.166147 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5536abb9-3261-4edc-ace7-93b6a309c0d2']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:39.178904 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f4e73e9a-d940-4b49-845e-250f9ee48d8b req-6f9a1d68-1af4-4e27-9939-c6dc60a4d4b5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718882 Aug 16 09:28:39.180659 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8271bce-c019-46f8-af46-834a3b511fbf') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:39.180950 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8271bce-c019-46f8-af46-834a3b511fbf') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:39.192102 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8780491'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:39.209875 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:39.215902 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:28:39.216311 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8465282'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: Traceback (most recent call last): Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: timer() Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: cb(*args, **kw) Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: return func(*args, **kwargs) Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: self._notify() Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: self.callback(batched_events) Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: event.method(event) Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: return f(self, *a, **k) Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._get(url).json() Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:28:39.218071 dv-cinder-804611-1-iscsi neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:28:39.258184 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-80f10767-b5be-47ac-bf78-29b14f301508 req-a4d5d909-8d11-458a-895f-c774f4e765b7 service neutron] 10.222.0.64 "GET /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891259 Aug 16 09:28:39.368050 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:39.374120 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:39.377702 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] 10.222.0.39 "DELETE /v2.0/networks/5536abb9-3261-4edc-ace7-93b6a309c0d2 HTTP/1.1" status: 204 len: 168 time: 0.8008325 Aug 16 09:28:39.379145 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50444) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:39.392500 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d8214-6b8e-4038-9a93-7925a540e28a admin admin] Pushing event deleted for resources: {'Network': ['ID=5536abb9-3261-4edc-ace7-93b6a309c0d2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:39.550526 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f27f78d6-f27a-4306-a509-b0e558232672 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:28:39.576544 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: f27f78d6-f27a-4306-a509-b0e558232672 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:28:39.576920 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f27f78d6-f27a-4306-a509-b0e558232672 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:28:39.577342 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 7affc4e5-cc71-4da8-ac26-54eed1b291af no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:28:39.596362 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 7affc4e5-cc71-4da8-ac26-54eed1b291af {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:28:39.596737 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 7affc4e5-cc71-4da8-ac26-54eed1b291af not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:28:40.002764 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365206'] for router_interface, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:40.304201 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] Deleting port 01654dee-d4d5-48b4-8132-223b74bba093 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:28:40.304889 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:40.317247 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de25ce-3966-4a7d-989e-1b583574a6f7 req-2ff828a7-030d-4554-b4a1-25fb078ed008 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:40.325253 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b9de25ce-3966-4a7d-989e-1b583574a6f7 req-2ff828a7-030d-4554-b4a1-25fb078ed008 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0622206 Aug 16 09:28:40.365760 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b9de25ce-3966-4a7d-989e-1b583574a6f7 req-0609a42f-ef3f-4c4b-b27c-de6aba6bba9b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396194 Aug 16 09:28:40.391519 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] For port 01654dee-d4d5-48b4-8132-223b74bba093, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=01654dee-d4d5-48b4-8132-223b74bba093,segment=NetworkSegment(ef5a3b7a-152d-42a9-a2e5-2922d99e473c),segment_id=ef5a3b7a-152d-42a9-a2e5-2922d99e473c)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:40.391746 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:40.404857 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] Calling delete_port for 01654dee-d4d5-48b4-8132-223b74bba093 owned by network:router_interface {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:28:40.682677 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:40.713137 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] Pushing event deleted for resources: {'Port': ['ID=01654dee-d4d5-48b4-8132-223b74bba093,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:40.876815 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441894'] for router_interface, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:41.097953 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] Router 1dd24c25-3a54-415f-aedc-59a79a652b48 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:28:41.205837 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:28:41.210987 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-8a5f91b8-fcf2-453a-a46a-67e0be0a6661 admin admin] 10.222.0.39 "PUT /v2.0/routers/1dd24c25-3a54-415f-aedc-59a79a652b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304093 Aug 16 09:28:41.213554 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50468) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:41.215966 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d463de-5f6a-4cde-967c-b344620317d3 None None] Sync routers for ids ['1dd24c25-3a54-415f-aedc-59a79a652b48'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:28:41.226133 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d463de-5f6a-4cde-967c-b344620317d3 None None] Routers {'1dd24c25-3a54-415f-aedc-59a79a652b48'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:28:41.226738 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-92d463de-5f6a-4cde-967c-b344620317d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:28:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['1dd24c25-3a54-415f-aedc-59a79a652b48'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:41.322622 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Notify callbacks [] for router, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:41.330062 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-92d463de-5f6a-4cde-967c-b344620317d3 None None] Set router 1dd24c25-3a54-415f-aedc-59a79a652b48 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:28:41.438010 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:41.549475 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-92d463de-5f6a-4cde-967c-b344620317d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'name': 'tempest-TestMinimumBasicScenario-1621895353-router', 'tenant_id': '7396a1093a544130af5b186317022b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:48Z', 'updated_at': '2021-08-16T09:28:40Z', 'revision_number': 5, 'project_id': '7396a1093a544130af5b186317022b72', 'gw_port': {'id': '46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:24:49Z', 'updated_at': '2021-08-16T09:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:41.551376 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34288059-1ffb-4ddc-99c1-40de14c13921 req-f2fdbcef-1e8d-4adc-858e-fdafeefbd926 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:41.554947 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-34288059-1ffb-4ddc-99c1-40de14c13921 req-f2fdbcef-1e8d-4adc-858e-fdafeefbd926 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0792212 Aug 16 09:28:41.580631 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d463de-5f6a-4cde-967c-b344620317d3 None None] Checking router: 1dd24c25-3a54-415f-aedc-59a79a652b48 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:28:41.594541 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d463de-5f6a-4cde-967c-b344620317d3 None None] Routers {'1dd24c25-3a54-415f-aedc-59a79a652b48'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:28:41.595251 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-92d463de-5f6a-4cde-967c-b344620317d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:28:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['1dd24c25-3a54-415f-aedc-59a79a652b48'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:41.596435 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Deleting port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:28:41.596777 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:41.603396 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-34288059-1ffb-4ddc-99c1-40de14c13921 req-d24d9360-18eb-403d-a918-b1a3b138082c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439360 Aug 16 09:28:41.687025 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-92d463de-5f6a-4cde-967c-b344620317d3 None None] Set router 1dd24c25-3a54-415f-aedc-59a79a652b48 gateway port host: None {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:28:41.696391 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] For port 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:41.696779 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:41.713407 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Calling delete_port for 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 owned by network:router_gateway {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:28:41.741538 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-92d463de-5f6a-4cde-967c-b344620317d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'name': 'tempest-TestMinimumBasicScenario-1621895353-router', 'tenant_id': '7396a1093a544130af5b186317022b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:48Z', 'updated_at': '2021-08-16T09:28:41Z', 'revision_number': 6, 'project_id': '7396a1093a544130af5b186317022b72', 'gw_port_host': None}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:41.767850 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d463de-5f6a-4cde-967c-b344620317d3 None None] The sync data for ids ['1dd24c25-3a54-415f-aedc-59a79a652b48'] in dv-cinder-804611-1-iscsi is: [{'id': '1dd24c25-3a54-415f-aedc-59a79a652b48', 'name': 'tempest-TestMinimumBasicScenario-1621895353-router', 'tenant_id': '7396a1093a544130af5b186317022b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:24:48Z', 'updated_at': '2021-08-16T09:28:41Z', 'revision_number': 6, 'project_id': '7396a1093a544130af5b186317022b72', 'gw_port_host': None}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:28:41.945724 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:41.972289 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Pushing event deleted for resources: {'Port': ['ID=46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:42.035543 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438748'] for router_gateway, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.129047 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.131400 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.288674 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440383'] for router, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.289253 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd24c25-3a54-415f-aedc-59a79a652b48 {{(pid=94600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 09:28:42.294124 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.295360 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-798a1f5e-b929-45e7-a013-12344e16018d admin admin] 10.222.0.39 "DELETE /v2.0/routers/1dd24c25-3a54-415f-aedc-59a79a652b48 HTTP/1.1" status: 204 len: 168 time: 1.0807550 Aug 16 09:28:42.298517 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50472) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:42.345143 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ff6afb-bdad-41d5-aec2-9a32d4e5d253 admin admin] Deleting subnet 79edb8fa-96c7-48c6-add5-fb7ba75e4c04 {{(pid=94600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:28:42.348487 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6afb-bdad-41d5-aec2-9a32d4e5d253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.382974 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6afb-bdad-41d5-aec2-9a32d4e5d253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11417949'] for subnet, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.467218 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6afb-bdad-41d5-aec2-9a32d4e5d253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.609240 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6afb-bdad-41d5-aec2-9a32d4e5d253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11474505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693903'] for subnet, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.641400 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff6afb-bdad-41d5-aec2-9a32d4e5d253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79edb8fa-96c7-48c6-add5-fb7ba75e4c04,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:42.652606 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6afb-bdad-41d5-aec2-9a32d4e5d253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.657245 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 50476) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:42.659905 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d4ff6afb-bdad-41d5-aec2-9a32d4e5d253 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/79edb8fa-96c7-48c6-add5-fb7ba75e4c04 HTTP/1.1" status: 204 len: 168 time: 0.3587027 Aug 16 09:28:42.660070 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d486326-2948-43ae-9209-8a65bc5922f3 None None] Network c298a941-c72a-4087-b93b-fc9b34afa24e requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:28:42.847457 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.869180 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06799e80-96e7-4cb0-bed4-2b83d2270721 None None] DHCP port deletion for c298a941-c72a-4087-b93b-fc9b34afa24e request from dv-cinder-804611-1-iscsi {{(pid=94601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 09:28:42.877566 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c6583-bf2b-4b5e-8bc0-ae29a77343a4 req-41f96590-eecf-41e5-870f-f5db789e3220 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:42.885046 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8e7c6583-bf2b-4b5e-8bc0-ae29a77343a4 req-41f96590-eecf-41e5-870f-f5db789e3220 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.1479833 Aug 16 09:28:42.924197 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-06799e80-96e7-4cb0-bed4-2b83d2270721 None None] Deleting port 1599b51f-da14-4359-a535-1cd418b22662 {{(pid=94601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:28:42.924783 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-06799e80-96e7-4cb0-bed4-2b83d2270721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.951787 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8e7c6583-bf2b-4b5e-8bc0-ae29a77343a4 req-cc42d154-0192-4fcc-b07e-9a5aa951c2e9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656724 Aug 16 09:28:42.980884 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Deleting port 1599b51f-da14-4359-a535-1cd418b22662 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:28:42.981141 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:42.994889 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-06799e80-96e7-4cb0-bed4-2b83d2270721 None None] For port 1599b51f-da14-4359-a535-1cd418b22662, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=1599b51f-da14-4359-a535-1cd418b22662,segment=NetworkSegment(ef5a3b7a-152d-42a9-a2e5-2922d99e473c),segment_id=ef5a3b7a-152d-42a9-a2e5-2922d99e473c)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:42.995527 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-06799e80-96e7-4cb0-bed4-2b83d2270721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:43.008801 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-06799e80-96e7-4cb0-bed4-2b83d2270721 None None] Calling delete_port for 1599b51f-da14-4359-a535-1cd418b22662 owned by network:dhcp {{(pid=94601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:28:43.046735 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] For port 1599b51f-da14-4359-a535-1cd418b22662, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=1599b51f-da14-4359-a535-1cd418b22662,segment=NetworkSegment(ef5a3b7a-152d-42a9-a2e5-2922d99e473c),segment_id=ef5a3b7a-152d-42a9-a2e5-2922d99e473c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:43.047222 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:43.069166 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Calling delete_port for 1599b51f-da14-4359-a535-1cd418b22662 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:28:43.259819 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-06799e80-96e7-4cb0-bed4-2b83d2270721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:43.271753 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:43.285950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06799e80-96e7-4cb0-bed4-2b83d2270721 None None] Pushing event deleted for resources: {'Port': ['ID=1599b51f-da14-4359-a535-1cd418b22662,revision_number=None']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:43.294021 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06799e80-96e7-4cb0-bed4-2b83d2270721 None None] No DVR routers for this DVR port 1599b51f-da14-4359-a535-1cd418b22662 on host dv-cinder-804611-1-iscsi {{(pid=94601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:28:43.317302 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Pushing event deleted for resources: {'Port': ['ID=1599b51f-da14-4359-a535-1cd418b22662,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:43.317302 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] No DVR routers for this DVR port 1599b51f-da14-4359-a535-1cd418b22662 on host dv-cinder-804611-1-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:28:43.386594 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:43.396981 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c298a941-c72a-4087-b93b-fc9b34afa24e']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:43.408041 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5a3b7a-152d-42a9-a2e5-2922d99e473c') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:43.408498 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5a3b7a-152d-42a9-a2e5-2922d99e473c') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:28:43.417499 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8780491'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:43.437344 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:43.443625 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:28:43.444022 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8465282'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: self.session.flush() Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: self.session.flush() Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: self.session.flush() Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: self.session.flush() Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: Traceback (most recent call last): Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: timer() Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: cb(*args, **kw) Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: return func(*args, **kwargs) Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: self._notify() Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: self.callback(batched_events) Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: event.method(event) Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: return f(self, *a, **k) Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._get(url).json() Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:28:43.445776 dv-cinder-804611-1-iscsi neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:28:43.533528 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 01654dee-d4d5-48b4-8132-223b74bba093 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:28:43.553492 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 01654dee-d4d5-48b4-8132-223b74bba093 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:28:43.553838 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 01654dee-d4d5-48b4-8132-223b74bba093 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:28:43.554260 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 1599b51f-da14-4359-a535-1cd418b22662 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:28:43.574840 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 1599b51f-da14-4359-a535-1cd418b22662 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:28:43.574840 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 1599b51f-da14-4359-a535-1cd418b22662 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:28:43.574840 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:28:43.591097 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:43.596008 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:28:43.596576 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 46a7f2e4-4e7a-4fcd-872c-8146c4f1d5f7 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:28:43.599815 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:43.604733 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] 10.222.0.39 "DELETE /v2.0/networks/c298a941-c72a-4087-b93b-fc9b34afa24e HTTP/1.1" status: 204 len: 168 time: 0.9464447 Aug 16 09:28:43.620994 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fecae-0dad-4681-8a76-bd0b267a900f admin admin] Pushing event deleted for resources: {'Network': ['ID=c298a941-c72a-4087-b93b-fc9b34afa24e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:44.013458 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 50484) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:44.092593 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-9e6d3fa3-039c-469b-a469-1ee6f6e359d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc89ea9ff08c4f349d79106aea0b2c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792048 Aug 16 09:28:44.095416 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50486) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:44.106287 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2f338-afba-41bd-bc39-e669abc44879 req-58b483d0-e571-498c-8b97-6665016ed4db tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:44.107802 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4cc2f338-afba-41bd-bc39-e669abc44879 req-58b483d0-e571-498c-8b97-6665016ed4db tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0723600 Aug 16 09:28:44.147519 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-277f87c8-5761-4263-b696-dde4e0cc951b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:44.155544 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4cc2f338-afba-41bd-bc39-e669abc44879 req-f76647c3-6054-440c-8b90-61775f1ef86d tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384641 Aug 16 09:28:44.170941 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-277f87c8-5761-4263-b696-dde4e0cc951b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:44.299949 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-277f87c8-5761-4263-b696-dde4e0cc951b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:44.302801 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-277f87c8-5761-4263-b696-dde4e0cc951b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:44.304531 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-277f87c8-5761-4263-b696-dde4e0cc951b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5c75506-aecc-4b55-b6d0-db1d0eaccffc HTTP/1.1" status: 204 len: 168 time: 0.2076278 Aug 16 09:28:44.313167 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f87c8-5761-4263-b696-dde4e0cc951b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c75506-aecc-4b55-b6d0-db1d0eaccffc,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:44.994550 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50494) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:45.035700 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-8a996388-067b-4324-a007-e438cc3dcc03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7396a1093a544130af5b186317022b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399485 Aug 16 09:28:45.038100 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50496) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:28:45.088269 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-640d86f6-9654-40c5-9450-5458af120bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:45.111804 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-640d86f6-9654-40c5-9450-5458af120bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:45.231340 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-640d86f6-9654-40c5-9450-5458af120bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:45.234705 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-640d86f6-9654-40c5-9450-5458af120bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:45.237923 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-640d86f6-9654-40c5-9450-5458af120bc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c16139b-27f3-43c2-897e-733d114af763 HTTP/1.1" status: 204 len: 168 time: 0.1968639 Aug 16 09:28:45.256773 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d86f6-9654-40c5-9450-5458af120bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c16139b-27f3-43c2-897e-733d114af763,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:45.306515 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541f523-7e21-4885-a752-229de6231168 req-f8975be6-ab40-4dbe-ad1f-c4035ddc456b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:45.308067 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b541f523-7e21-4885-a752-229de6231168 req-f8975be6-ab40-4dbe-ad1f-c4035ddc456b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0768130 Aug 16 09:28:45.354744 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b541f523-7e21-4885-a752-229de6231168 req-28e0a2eb-f338-4f91-9dd5-39d78cd493ba tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407171 Aug 16 09:28:46.482213 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a1983df4-1c5d-4b55-b32e-0a747b7fbab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:46.486668 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b92b6-bdcc-47b3-a419-d7edf09b3f7f req-b73f9f83-ecf7-453a-b459-79ed526384cb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:46.495854 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-157b92b6-bdcc-47b3-a419-d7edf09b3f7f req-b73f9f83-ecf7-453a-b459-79ed526384cb tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0557542 Aug 16 09:28:46.531958 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-157b92b6-bdcc-47b3-a419-d7edf09b3f7f req-d967ae49-525b-4e5b-a4d8-89b47f25c035 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379415 Aug 16 09:28:47.654366 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac3fd4-065e-40ec-971c-b50a26e68b5e req-28212ce9-1f86-4f39-bfa1-de2e47ca3192 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:47.656221 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-11ac3fd4-065e-40ec-971c-b50a26e68b5e req-28212ce9-1f86-4f39-bfa1-de2e47ca3192 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0496285 Aug 16 09:28:47.700354 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-11ac3fd4-065e-40ec-971c-b50a26e68b5e req-471e6a53-c635-4b9d-acd5-91392136e771 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372314 Aug 16 09:28:48.824346 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7003661-c7c6-4e3d-88cb-4cc981f45a31 req-db48b46d-18a5-450d-87cb-88eaea2b87ef tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:48.825853 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c7003661-c7c6-4e3d-88cb-4cc981f45a31 req-db48b46d-18a5-450d-87cb-88eaea2b87ef tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0490608 Aug 16 09:28:48.867299 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c7003661-c7c6-4e3d-88cb-4cc981f45a31 req-c1caee88-36cf-4853-9d75-ff43eb47aaa6 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340514 Aug 16 09:28:49.177960 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:49.202640 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ecfc-0114-48d9-bdca-522d01d06cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:49.993396 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85660b9-73ed-4804-bba6-628ad5d26256 req-5d07e445-2d19-49c2-b862-a8cc450cf03c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:49.994988 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b85660b9-73ed-4804-bba6-628ad5d26256 req-5d07e445-2d19-49c2-b862-a8cc450cf03c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0533526 Aug 16 09:28:50.036777 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b85660b9-73ed-4804-bba6-628ad5d26256 req-3f02b7bf-6a5c-4640-9d80-83ddeadf863c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353420 Aug 16 09:28:50.309607 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:51.159399 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ff9ec-e375-4c67-b940-d7d201efb8c8 req-11e8643e-0146-46f4-a386-16ada293a0f1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:51.160810 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-410ff9ec-e375-4c67-b940-d7d201efb8c8 req-11e8643e-0146-46f4-a386-16ada293a0f1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0477595 Aug 16 09:28:51.197722 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-410ff9ec-e375-4c67-b940-d7d201efb8c8 req-af75a145-5653-4e51-ba1f-ec305ca1462c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309885 Aug 16 09:28:51.796546 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:52.313476 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a971b-03a3-4040-aae3-786f4c2c1716 req-e7f605da-bf52-4853-b90e-013e02162d14 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:52.315436 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-777a971b-03a3-4040-aae3-786f4c2c1716 req-e7f605da-bf52-4853-b90e-013e02162d14 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0466506 Aug 16 09:28:52.353000 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-777a971b-03a3-4040-aae3-786f4c2c1716 req-2f4dedb4-da01-4bb5-9a3f-94feea222598 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Aug 16 09:28:53.472433 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1323489-8622-40de-a222-9db600aed68c req-5b69fd2e-b45e-49f7-be9f-cd6569cf63b1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:53.473453 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e1323489-8622-40de-a222-9db600aed68c req-5b69fd2e-b45e-49f7-be9f-cd6569cf63b1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0506833 Aug 16 09:28:53.509742 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e1323489-8622-40de-a222-9db600aed68c req-604d4866-c73f-4f69-9b1c-1b4e17917457 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305014 Aug 16 09:28:54.381341 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fcd2ba8d-b3a7-479f-b3cb-2464631892ee details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:28:54.471412 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:54.482298 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'port_id': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'mac_address': 'fa:16:3e:bb:9e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:28:54.521235 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:54.533450 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd2ba8d-b3a7-479f-b3cb-2464631892ee {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:28:54.553586 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:54.626494 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3450e4-aaf0-41bb-9054-20f7be187dc3 req-899d1b2b-b3b1-4088-9820-bf7b30679a8a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:54.628504 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ce3450e4-aaf0-41bb-9054-20f7be187dc3 req-899d1b2b-b3b1-4088-9820-bf7b30679a8a tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 944 time: 0.0466385 Aug 16 09:28:54.665470 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:54.665708 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ce3450e4-aaf0-41bb-9054-20f7be187dc3 req-2dc4c498-266e-43e2-9c46-362e441fb8db tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308871 Aug 16 09:28:54.711986 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,revision_number=9']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:54.893622 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['fcd2ba8d-b3a7-479f-b3cb-2464631892ee'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:28:55.791884 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb5b5e-de13-4ae0-ae33-5e40d608d421 req-0a43644b-c9b6-4999-ab9f-1d55018ceb96 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:55.793391 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-17eb5b5e-de13-4ae0-ae33-5e40d608d421 req-0a43644b-c9b6-4999-ab9f-1d55018ceb96 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 945 time: 0.0467408 Aug 16 09:28:55.831183 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-17eb5b5e-de13-4ae0-ae33-5e40d608d421 req-5ba6eee4-0808-41ee-a263-934b165c40b7 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314715 Aug 16 09:28:56.399912 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fcd2ba8d-b3a7-479f-b3cb-2464631892ee up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:28:56.444871 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port fcd2ba8d-b3a7-479f-b3cb-2464631892ee triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:28:56.445239 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:56.516770 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:56.541025 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:28:56.543225 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d63d7bc-d5e2-4f0b-8d40-bcb1a38cbfb0" -d '{"events": [{"server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "name": "network-vif-plugged", "status": "completed", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:28:56.555727 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:28:56.577188 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f996a3e-5110-4ca6-b264-f32472c49169 x-openstack-request-id: req-3f996a3e-5110-4ca6-b264-f32472c49169 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:28:56.577477 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "name": "network-vif-plugged", "status": "completed", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:28:56.577732 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f996a3e-5110-4ca6-b264-f32472c49169 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:28:56.578124 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'code': 200} Aug 16 09:28:56.624907 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:28:56.670959 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,revision_number=10']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:28:56.950361 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58237dec-1dd4-4983-b6e5-54c56316341f req-891f8bae-d387-4431-b404-a4021d75a147 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:56.951729 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-58237dec-1dd4-4983-b6e5-54c56316341f req-891f8bae-d387-4431-b404-a4021d75a147 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 947 time: 0.0497561 Aug 16 09:28:56.967692 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f321ee-3a6c-4749-bfd3-d3d4257e6ccc req-ad7171ac-813e-4a89-9cf3-45bf15974d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:56.969598 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-07f321ee-3a6c-4749-bfd3-d3d4257e6ccc req-ad7171ac-813e-4a89-9cf3-45bf15974d61 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 1100 time: 0.0396740 Aug 16 09:28:56.989687 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-58237dec-1dd4-4983-b6e5-54c56316341f req-053633e3-2cd8-4af3-921e-06515c4c52c1 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313222 Aug 16 09:28:57.004903 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-07f321ee-3a6c-4749-bfd3-d3d4257e6ccc req-88970d1d-e854-496e-80ea-387cf7c67829 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275025 Aug 16 09:28:58.110805 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e481b-858f-4edd-a658-629cf6e88a42 req-bf4a926e-784d-4359-9808-c4cb095b1648 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:58.112361 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6d8e481b-858f-4edd-a658-629cf6e88a42 req-bf4a926e-784d-4359-9808-c4cb095b1648 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 947 time: 0.0491946 Aug 16 09:28:58.149974 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6d8e481b-858f-4edd-a658-629cf6e88a42 req-874a5124-aa2a-4a1a-89b2-446ed64b0769 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Aug 16 09:28:59.266100 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be9c6d-6a14-4036-a8dd-be7c7dae8984 req-6fced6af-f713-47a7-98f3-b75973d36604 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:28:59.268103 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-21be9c6d-6a14-4036-a8dd-be7c7dae8984 req-6fced6af-f713-47a7-98f3-b75973d36604 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 947 time: 0.0474727 Aug 16 09:28:59.305710 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-21be9c6d-6a14-4036-a8dd-be7c7dae8984 req-461713fb-67a4-4372-8178-a5a03c25a842 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316658 Aug 16 09:29:00.425401 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644295cb-8184-46dd-a239-d3930ee4c6c7 req-546aad03-6d2e-4c2b-9d32-ae511403c53b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:00.426878 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-644295cb-8184-46dd-a239-d3930ee4c6c7 req-546aad03-6d2e-4c2b-9d32-ae511403c53b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 947 time: 0.0510902 Aug 16 09:29:00.462514 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-644295cb-8184-46dd-a239-d3930ee4c6c7 req-643bcb73-0541-4088-a7d1-34cdc49481d5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298707 Aug 16 09:29:02.034081 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:06.948156 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:29:16.481813 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2756d971-49c7-41ea-adcb-3fd319596072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:19.236027 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:19.247215 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-42610c92-c548-446a-aac0-c8e65f8595e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:20.293055 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:21.811055 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:32.058793 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:32.660337 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beb221-6987-43a2-a44b-387a442e8da7 req-9324fe42-7cee-4d17-9744-d550511f6df9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:32.661820 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-43beb221-6987-43a2-a44b-387a442e8da7 req-9324fe42-7cee-4d17-9744-d550511f6df9 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 947 time: 0.0473392 Aug 16 09:29:32.698319 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-43beb221-6987-43a2-a44b-387a442e8da7 req-478c634c-3ec7-47a9-8ab7-5af588a343e7 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307095 Aug 16 09:29:33.470311 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-1a6d4f2e-7ee4-4911-89b1-5ae74a1d0059 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404334 Aug 16 09:29:33.530296 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-b8d559e5-d93e-4a8b-946b-8123deef7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:33.531818 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-b8d559e5-d93e-4a8b-946b-8123deef7fcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f&device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 1099 time: 0.0380936 Aug 16 09:29:33.635509 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-3415332b-6219-4edb-a164-a360665ed96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:33.637108 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-3415332b-6219-4edb-a164-a360665ed96e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c347564-1a56-4aae-8d6f-f3d99b41df67 HTTP/1.1" status: 200 len: 910 time: 0.0863197 Aug 16 09:29:33.705311 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-1ba19e6b-e0af-41ee-b79e-7b3104ce14ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53776da3-bc2a-4a72-97ff-5d775a473b72 HTTP/1.1" status: 200 len: 1002 time: 0.0584080 Aug 16 09:29:33.756446 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-19ae75d4-e034-473e-9d9d-a3fe38751fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:33.757896 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-19ae75d4-e034-473e-9d9d-a3fe38751fee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=185a726c-b09e-41f6-811d-8564e2c670d0 HTTP/1.1" status: 200 len: 848 time: 0.0429084 Aug 16 09:29:33.804579 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-ee19f2db-50de-439b-b4ba-7b6f7d891f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:33.806107 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-ee19f2db-50de-439b-b4ba-7b6f7d891f93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c347564-1a56-4aae-8d6f-f3d99b41df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390937 Aug 16 09:29:33.817954 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5578a-81be-460f-afaf-e574a0ec5cbc req-d9dedb0d-b94d-452c-b2aa-a64fff13d69b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:33.819459 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfa5578a-81be-460f-afaf-e574a0ec5cbc req-d9dedb0d-b94d-452c-b2aa-a64fff13d69b tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 947 time: 0.0461493 Aug 16 09:29:33.857950 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dfa5578a-81be-460f-afaf-e574a0ec5cbc req-07fc1711-d7d5-4c6b-bd50-8feb77ff331c tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6ba369-ad84-4795-bb85-e34a09aed42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326545 Aug 16 09:29:33.909662 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-9fd1342a-2b9a-47e7-b0dd-b115ec175a94 service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904689 Aug 16 09:29:34.001939 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-f0a2f4d0-e601-4f1c-ad1a-60c0196689d0 req-bb7f6f9f-cb71-466c-bcff-b8d2edff80d7 service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829949 Aug 16 09:29:34.114566 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-8084e4b8-c265-460a-97cc-8ad21f8b8eb5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:34.116019 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-8084e4b8-c265-460a-97cc-8ad21f8b8eb5 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 947 time: 0.0524898 Aug 16 09:29:34.203464 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Deleting port fcd2ba8d-b3a7-479f-b3cb-2464631892ee {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:29:34.203802 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:34.291308 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] For port fcd2ba8d-b3a7-479f-b3cb-2464631892ee, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:29:34.291588 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:34.451303 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:34.451665 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:34.451972 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.l3_db [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Floating IP f59f75a2-9979-4a2d-b845-b56ee373038f disassociated. External IP: 172.27.3.100, port: fcd2ba8d-b3a7-479f-b3cb-2464631892ee. Aug 16 09:29:34.452331 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Calling delete_port for fcd2ba8d-b3a7-479f-b3cb-2464631892ee owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:29:34.641376 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:34.668758 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event deleted for resources: {'Port': ['ID=fcd2ba8d-b3a7-479f-b3cb-2464631892ee,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:34.679364 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.679716 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.680060 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.680429 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.691110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.691110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.691110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.691110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.691110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.691110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.691110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.691110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:34.788817 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Router d1a09706-5dba-4bd2-808f-b656edceef9b has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:29:34.900062 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:29:34.910401 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407f195-11f0-418f-a0a1-fdedd9580bac None None] Sync routers for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:29:34.920910 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407f195-11f0-418f-a0a1-fdedd9580bac None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:29:34.921607 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2407f195-11f0-418f-a0a1-fdedd9580bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:29:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:34.937905 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] No DVR routers for this DVR port fcd2ba8d-b3a7-479f-b3cb-2464631892ee on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:29:34.940655 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:34.942865 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-c7531f8b-b48c-47c6-9b06-3c5527d52f71 req-fac2943a-0072-4a8a-b801-6d8727709d64 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.64 "DELETE /v2.0/ports/fcd2ba8d-b3a7-479f-b3cb-2464631892ee HTTP/1.1" status: 204 len: 173 time: 0.8206258 Aug 16 09:29:34.943321 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'name': 'network-vif-deleted', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:29:34.946235 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cef4c4-e815-4f71-8b4f-461e1a9bea89" -d '{"events": [{"server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "name": "network-vif-deleted", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:29:34.961993 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-632ae85c-4250-4558-9b87-461a425b96d3 req-b42cdbcf-44b2-436b-857a-4941eaef6f75 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c00172-b7ba-4387-a558-93b239fcf711 HTTP/1.1" status: 200 len: 210 time: 0.0308890 Aug 16 09:29:34.985064 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f94a4d-2167-42df-b6b6-20c27c52cc70 x-openstack-request-id: req-d0f94a4d-2167-42df-b6b6-20c27c52cc70 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:29:34.985354 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c00172-b7ba-4387-a558-93b239fcf711", "name": "network-vif-deleted", "tag": "fcd2ba8d-b3a7-479f-b3cb-2464631892ee", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:29:34.985607 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0f94a4d-2167-42df-b6b6-20c27c52cc70 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:29:34.985997 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c00172-b7ba-4387-a558-93b239fcf711', 'name': 'network-vif-deleted', 'tag': 'fcd2ba8d-b3a7-479f-b3cb-2464631892ee', 'status': 'completed', 'code': 200} Aug 16 09:29:35.029485 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-2407f195-11f0-418f-a0a1-fdedd9580bac None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:29:35.239742 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2407f195-11f0-418f-a0a1-fdedd9580bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:35.265514 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407f195-11f0-418f-a0a1-fdedd9580bac None None] Checking router: d1a09706-5dba-4bd2-808f-b656edceef9b for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:29:35.274425 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407f195-11f0-418f-a0a1-fdedd9580bac None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:29:35.275059 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2407f195-11f0-418f-a0a1-fdedd9580bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:29:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:35.375143 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-2407f195-11f0-418f-a0a1-fdedd9580bac None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:29:35.564234 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2407f195-11f0-418f-a0a1-fdedd9580bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:35.593548 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407f195-11f0-418f-a0a1-fdedd9580bac None None] The sync data for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi is: [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:22:13Z', 'revision_number': 4, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': 'f2678c85-1c04-43d0-a6b4-0f34a319c892', 'name': '', 'network_id': '8e3dee7d-5ee5-41fc-b951-5848f52eee46', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'mac_address': 'fa:16:3e:37:85:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:12Z', 'updated_at': '2021-08-16T09:22:20Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'subnets': [{'id': 'fc65ce35-04e7-4584-80a4-1275af6c7e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:29:35.803644 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191640c9-25d8-4b70-b509-f7831f128d4b None None] New status for floating IP f59f75a2-9979-4a2d-b845-b56ee373038f: DOWN {{(pid=94602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:29:36.105639 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50606) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:36.157333 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-15ccd66b-5e34-4d49-93fa-5456c4704bc0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:36.179760 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-15ccd66b-5e34-4d49-93fa-5456c4704bc0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:36.309914 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-15ccd66b-5e34-4d49-93fa-5456c4704bc0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:36.312470 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-15ccd66b-5e34-4d49-93fa-5456c4704bc0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:36.313635 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-15ccd66b-5e34-4d49-93fa-5456c4704bc0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "DELETE /v2.0/security-groups/ca6ba369-ad84-4795-bb85-e34a09aed42f HTTP/1.1" status: 204 len: 168 time: 0.2069345 Aug 16 09:29:36.316423 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 50608) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:36.323647 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccd66b-5e34-4d49-93fa-5456c4704bc0 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6ba369-ad84-4795-bb85-e34a09aed42f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:36.331973 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.api.v2.resource [None req-7b871212-882a-4f08-bfc2-e35c8a913014 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] show failed (client error): The resource could not be found. Aug 16 09:29:36.333894 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-7b871212-882a-4f08-bfc2-e35c8a913014 tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "GET /v2.0/security-groups/ca6ba369-ad84-4795-bb85-e34a09aed42f HTTP/1.1" status: 404 len: 347 time: 0.0158341 Aug 16 09:29:36.336983 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50610) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:36.712737 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c06eb3c3-2485-49b0-a5ef-5d1affe1bdfe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Deleting port f06a671b-da11-4cad-883e-ce8873276b36 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:29:36.712737 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c06eb3c3-2485-49b0-a5ef-5d1affe1bdfe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:36.778699 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c06eb3c3-2485-49b0-a5ef-5d1affe1bdfe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:36.779026 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c06eb3c3-2485-49b0-a5ef-5d1affe1bdfe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:36.784607 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5a4d4-7e15-4d5a-add3-4a0fea5d6d75 req-28910014-b99d-4bdc-adf7-0f6b748e49a9 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:36.786112 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-60c5a4d4-7e15-4d5a-add3-4a0fea5d6d75 req-28910014-b99d-4bdc-adf7-0f6b748e49a9 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0483716 Aug 16 09:29:36.791210 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c06eb3c3-2485-49b0-a5ef-5d1affe1bdfe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Calling delete_port for f06a671b-da11-4cad-883e-ce8873276b36 owned by network:floatingip {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:29:36.827216 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-60c5a4d4-7e15-4d5a-add3-4a0fea5d6d75 req-258d3e59-a640-41bd-b50d-c3f167b484d5 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337048 Aug 16 09:29:36.995895 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c06eb3c3-2485-49b0-a5ef-5d1affe1bdfe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:37.020805 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eb3c3-2485-49b0-a5ef-5d1affe1bdfe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Pushing event deleted for resources: {'Port': ['ID=f06a671b-da11-4cad-883e-ce8873276b36,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:37.081195 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c06eb3c3-2485-49b0-a5ef-5d1affe1bdfe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks [] for floatingip, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:37.083810 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c06eb3c3-2485-49b0-a5ef-5d1affe1bdfe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:37.085018 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-c06eb3c3-2485-49b0-a5ef-5d1affe1bdfe tempest-AttachVolumeShelveTestJSON-1245741515 tempest-AttachVolumeShelveTestJSON-1245741515-project] 10.222.0.39 "DELETE /v2.0/floatingips/f59f75a2-9979-4a2d-b845-b56ee373038f HTTP/1.1" status: 204 len: 168 time: 0.7470200 Aug 16 09:29:37.943373 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b1d10-6cb5-438e-b581-e0be4d926ac0 req-e00c18aa-3835-4c03-9cb8-713db4a0f10a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:37.944831 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d92b1d10-6cb5-438e-b581-e0be4d926ac0 req-e00c18aa-3835-4c03-9cb8-713db4a0f10a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0469110 Aug 16 09:29:37.981048 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d92b1d10-6cb5-438e-b581-e0be4d926ac0 req-25fa1a7b-db89-4629-a91c-d4be4bf892f8 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302935 Aug 16 09:29:38.555275 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fcd2ba8d-b3a7-479f-b3cb-2464631892ee no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:29:38.575321 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: fcd2ba8d-b3a7-479f-b3cb-2464631892ee {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:29:38.575669 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fcd2ba8d-b3a7-479f-b3cb-2464631892ee not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:29:39.097094 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16337fe-e18b-4a81-af12-22fde949c228 req-1efbc23c-82a3-44fd-97d9-ebc842411d49 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:39.099230 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f16337fe-e18b-4a81-af12-22fde949c228 req-1efbc23c-82a3-44fd-97d9-ebc842411d49 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0511436 Aug 16 09:29:39.135906 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f16337fe-e18b-4a81-af12-22fde949c228 req-d11c41fc-dc38-443e-abc9-9b96d210bcc4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308559 Aug 16 09:29:39.784611 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50640) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:40.250342 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e34b3-ff3c-46cf-8071-c562b2001052 req-1b0a81d9-5a39-4f63-9930-884c4ae5c74f tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:40.251820 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-206e34b3-ff3c-46cf-8071-c562b2001052 req-1b0a81d9-5a39-4f63-9930-884c4ae5c74f tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0484488 Aug 16 09:29:40.263749 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365206'] for router_interface, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:40.289283 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-206e34b3-ff3c-46cf-8071-c562b2001052 req-85121808-f907-4cfa-9086-304db955106c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308945 Aug 16 09:29:40.491514 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] Deleting port f2678c85-1c04-43d0-a6b4-0f34a319c892 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:29:40.491850 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:40.569281 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] For port f2678c85-1c04-43d0-a6b4-0f34a319c892, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=f2678c85-1c04-43d0-a6b4-0f34a319c892,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:29:40.569636 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:40.581630 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] Calling delete_port for f2678c85-1c04-43d0-a6b4-0f34a319c892 owned by network:router_interface {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:29:40.884698 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:40.909645 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f2678c85-1c04-43d0-a6b4-0f34a319c892,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:41.073593 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441894'] for router_interface, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:41.279973 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] Router d1a09706-5dba-4bd2-808f-b656edceef9b has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:29:41.381789 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:29:41.390161 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-3f2cdc62-5945-4e3d-b89c-ae66c72399cf admin admin] 10.222.0.39 "PUT /v2.0/routers/d1a09706-5dba-4bd2-808f-b656edceef9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6012490 Aug 16 09:29:41.390161 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50648) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:41.392149 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5d2997-2362-46b5-b030-126e10f25da0 None None] Sync routers for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:29:41.402523 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d2997-2362-46b5-b030-126e10f25da0 None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:29:41.403265 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8c5d2997-2362-46b5-b030-126e10f25da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:29:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:41.404420 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d7feb-894c-42c0-bdbe-0452eb92f22a req-7422f2db-3bc6-4b1e-b748-8112a7adffe8 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:41.408856 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-de1d7feb-894c-42c0-bdbe-0452eb92f22a req-7422f2db-3bc6-4b1e-b748-8112a7adffe8 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0511768 Aug 16 09:29:41.445721 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-de1d7feb-894c-42c0-bdbe-0452eb92f22a req-1f27fd80-223e-4f4d-9f3d-359936c406fa tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328143 Aug 16 09:29:41.492946 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Notify callbacks [] for router, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:41.510159 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-8c5d2997-2362-46b5-b030-126e10f25da0 None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:29:41.595389 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:41.788892 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Deleting port 384bd873-581f-4f14-8b00-552676a1549e {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:29:41.789236 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:41.867342 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] For port 384bd873-581f-4f14-8b00-552676a1549e, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=384bd873-581f-4f14-8b00-552676a1549e,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:29:41.867630 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:41.878933 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Calling delete_port for 384bd873-581f-4f14-8b00-552676a1549e owned by network:router_gateway {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:29:41.884170 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8c5d2997-2362-46b5-b030-126e10f25da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '384bd873-581f-4f14-8b00-552676a1549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:29:40Z', 'revision_number': 5, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port': {'id': '384bd873-581f-4f14-8b00-552676a1549e', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:22:09Z', 'updated_at': '2021-08-16T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:41.910356 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5d2997-2362-46b5-b030-126e10f25da0 None None] Checking router: d1a09706-5dba-4bd2-808f-b656edceef9b for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:29:41.928162 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d2997-2362-46b5-b030-126e10f25da0 None None] Routers {'d1a09706-5dba-4bd2-808f-b656edceef9b'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:29:41.928794 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8c5d2997-2362-46b5-b030-126e10f25da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:29:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['d1a09706-5dba-4bd2-808f-b656edceef9b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:42.020811 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-8c5d2997-2362-46b5-b030-126e10f25da0 None None] Set router d1a09706-5dba-4bd2-808f-b656edceef9b gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:29:42.077005 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8c5d2997-2362-46b5-b030-126e10f25da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:29:41Z', 'revision_number': 6, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port_host': None}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:42.102150 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5d2997-2362-46b5-b030-126e10f25da0 None None] The sync data for ids ['d1a09706-5dba-4bd2-808f-b656edceef9b'] in dv-cinder-804611-1-iscsi is: [{'id': 'd1a09706-5dba-4bd2-808f-b656edceef9b', 'name': 'tempest-AttachVolumeShelveTestJSON-594405585-router', 'tenant_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:22:08Z', 'updated_at': '2021-08-16T09:29:41Z', 'revision_number': 6, 'project_id': 'b5e4e5ee11c44b2fae87a4f001251428', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:29:42.104371 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.130648 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Pushing event deleted for resources: {'Port': ['ID=384bd873-581f-4f14-8b00-552676a1549e,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:42.188990 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438748'] for router_gateway, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.276972 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.278996 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.361280 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440383'] for router, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.361923 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a09706-5dba-4bd2-808f-b656edceef9b {{(pid=94600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 09:29:42.366820 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.368217 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-b62ed3bf-7ed3-464e-9215-f26654454dde admin admin] 10.222.0.39 "DELETE /v2.0/routers/d1a09706-5dba-4bd2-808f-b656edceef9b HTTP/1.1" status: 204 len: 168 time: 0.9777577 Aug 16 09:29:42.371958 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50650) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:42.414108 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d92b70-8db1-4eec-918f-feac6ce3402a admin admin] Deleting subnet fc65ce35-04e7-4584-80a4-1275af6c7e31 {{(pid=94600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:29:42.417081 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d2d92b70-8db1-4eec-918f-feac6ce3402a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.451190 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d2d92b70-8db1-4eec-918f-feac6ce3402a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11417949'] for subnet, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.538451 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d2d92b70-8db1-4eec-918f-feac6ce3402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.571830 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fd96d-c9d5-46f8-87b7-6a2473a78ad3 req-d4ea8e50-0004-4285-96e1-aac6c1b0cd6e tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:42.573532 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a39fd96d-c9d5-46f8-87b7-6a2473a78ad3 req-d4ea8e50-0004-4285-96e1-aac6c1b0cd6e tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0553522 Aug 16 09:29:42.610510 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a39fd96d-c9d5-46f8-87b7-6a2473a78ad3 req-e9bd8e3c-e2e1-4efc-b589-7484eceaced9 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309038 Aug 16 09:29:42.658752 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d2d92b70-8db1-4eec-918f-feac6ce3402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11474505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693903'] for subnet, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.684487 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d92b70-8db1-4eec-918f-feac6ce3402a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc65ce35-04e7-4584-80a4-1275af6c7e31,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:42.689186 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d2d92b70-8db1-4eec-918f-feac6ce3402a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.694219 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 50654) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:42.694905 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d2d92b70-8db1-4eec-918f-feac6ce3402a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fc65ce35-04e7-4584-80a4-1275af6c7e31 HTTP/1.1" status: 204 len: 168 time: 0.3229389 Aug 16 09:29:42.696884 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13cda1a-3475-41af-957e-0207a9518c0f None None] Network 8e3dee7d-5ee5-41fc-b951-5848f52eee46 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:29:42.759052 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.810937 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Deleting port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:29:42.811296 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.877907 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] For port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=fb0a7fa4-0c0f-4447-ac13-b8d7cc106912,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:29:42.878393 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.891706 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] DHCP port deletion for 8e3dee7d-5ee5-41fc-b951-5848f52eee46 request from dv-cinder-804611-1-iscsi {{(pid=94601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 09:29:42.891941 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Calling delete_port for fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:29:42.937458 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Deleting port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 {{(pid=94601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:29:42.937764 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:42.998887 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] For port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=fb0a7fa4-0c0f-4447-ac13-b8d7cc106912,segment=NetworkSegment(a8850f39-da0f-4b64-93fe-b9379b20a29b),segment_id=a8850f39-da0f-4b64-93fe-b9379b20a29b)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:29:42.999284 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.011949 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Calling delete_port for fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 owned by network:dhcp {{(pid=94601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:29:43.063987 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.095972 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.098160 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] No DVR routers for this DVR port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 on host dv-cinder-804611-1-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:29:43.103754 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0a7fa4-0c0f-4447-ac13-b8d7cc106912,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:43.125624 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Pushing event deleted for resources: {'Port': ['ID=fb0a7fa4-0c0f-4447-ac13-b8d7cc106912,revision_number=None']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:43.127938 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] No DVR routers for this DVR port fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 on host dv-cinder-804611-1-iscsi {{(pid=94601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:29:43.129635 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.131173 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.131535 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.131879 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.132402 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.132753 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.133079 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.133411 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.133742 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.134233 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.134881 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.135213 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.135812 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.136396 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.136521 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.136857 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.137189 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.137522 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.137854 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.138179 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.138525 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.139095 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.139216 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.139486 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e78c3e-a888-4d33-b696-1fe9bccc0f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:43.190126 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.199699 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3dee7d-5ee5-41fc-b951-5848f52eee46']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:43.209436 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8850f39-da0f-4b64-93fe-b9379b20a29b') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:43.209735 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8850f39-da0f-4b64-93fe-b9379b20a29b') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:43.218705 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8780491'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.232501 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.238182 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:29:43.238563 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8465282'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: Traceback (most recent call last): Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: timer() Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: cb(*args, **kw) Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: return func(*args, **kwargs) Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: self._notify() Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: self.callback(batched_events) Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: event.method(event) Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: return f(self, *a, **k) Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._get(url).json() Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:29:43.240815 dv-cinder-804611-1-iscsi neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:29:43.344276 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.350207 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.360748 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] 10.222.0.39 "DELETE /v2.0/networks/8e3dee7d-5ee5-41fc-b951-5848f52eee46 HTTP/1.1" status: 204 len: 168 time: 0.6568124 Aug 16 09:29:43.362598 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29134d15-9be4-45b4-80f5-da60ea761ced admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3dee7d-5ee5-41fc-b951-5848f52eee46,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:43.549471 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 384bd873-581f-4f14-8b00-552676a1549e no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:29:43.569467 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 384bd873-581f-4f14-8b00-552676a1549e {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:29:43.569815 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 384bd873-581f-4f14-8b00-552676a1549e not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:29:43.570230 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:29:43.588018 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:29:43.588395 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fb0a7fa4-0c0f-4447-ac13-b8d7cc106912 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:29:43.588802 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f2678c85-1c04-43d0-a6b4-0f34a319c892 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:29:43.609855 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: f2678c85-1c04-43d0-a6b4-0f34a319c892 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:29:43.610201 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f2678c85-1c04-43d0-a6b4-0f34a319c892 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:29:43.673849 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50660) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:43.717149 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-c6e605ac-c324-4ab0-ae6c-3f0b02c643ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5e4e5ee11c44b2fae87a4f001251428&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418713 Aug 16 09:29:43.720064 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50662) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:43.726422 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25df41-5c9f-4814-8f9e-b65503d5e53f req-1d3af791-2300-4202-83b0-bda50729ddda tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:43.727893 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fc25df41-5c9f-4814-8f9e-b65503d5e53f req-1d3af791-2300-4202-83b0-bda50729ddda tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0506861 Aug 16 09:29:43.766144 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fc25df41-5c9f-4814-8f9e-b65503d5e53f req-70c6d2eb-c84d-4ed4-ad59-a6f788852350 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Aug 16 09:29:43.775547 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5e417957-b9a3-4bb5-8a80-6a04eca050e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.800142 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5e417957-b9a3-4bb5-8a80-6a04eca050e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.890552 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5e417957-b9a3-4bb5-8a80-6a04eca050e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.893115 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5e417957-b9a3-4bb5-8a80-6a04eca050e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:43.894222 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-5e417957-b9a3-4bb5-8a80-6a04eca050e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8495853e-e538-4725-9330-56d8f9764fd5 HTTP/1.1" status: 204 len: 168 time: 0.1732318 Aug 16 09:29:43.902400 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e417957-b9a3-4bb5-8a80-6a04eca050e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8495853e-e538-4725-9330-56d8f9764fd5,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:43.947212 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:29:44.830686 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50686) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:44.878171 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f7d00-f5ec-405c-ba03-1a0036fa95ce req-8c3c886c-9857-4cd0-bbc6-5bbcfc1c5777 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:44.879644 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4d3f7d00-f5ec-405c-ba03-1a0036fa95ce req-8c3c886c-9857-4cd0-bbc6-5bbcfc1c5777 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0473526 Aug 16 09:29:44.917098 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4d3f7d00-f5ec-405c-ba03-1a0036fa95ce req-9ffeb71b-674e-4518-8ba4-2e030fe72d3f tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315821 Aug 16 09:29:44.930010 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-573871259-network', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:29:45.038737 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Made reservation on behalf of 79fccdc975d94c52b73240b25ab57a37 for: {'network': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:29:45.041033 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for network, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:45.049200 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:45.136872 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:45.223611 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:45.243111 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=94600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 09:29:45.255710 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc435e5-d2cd-4e67-9c58-b7cb804ac9f0,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:45.260828 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:45.261167 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.segments_db [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Added segment 7734862f-558c-4196-9a9d-aa5784bda584 of type vlan for network f10ee9bf-7049-4084-bb31-5d17b8e095a2 Aug 16 09:29:45.299111 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772400925251'] for network, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:45.376014 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233'] for network, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:45.376938 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:45.377514 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:45.435535 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] Pushing event updated for resources: {'Network': ['ID=f10ee9bf-7049-4084-bb31-5d17b8e095a2,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:45.446215 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Network f10ee9bf-7049-4084-bb31-5d17b8e095a2 details requested by agent ovs-agent-dv-cinder-804611-1-iscsi with host dv-cinder-804611-1-iscsi {{(pid=94601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 09:29:45.498912 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6732c0e5-d8e1-4e46-8072-de52c080bbde admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6669402 Aug 16 09:29:45.501708 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50690) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:45.507110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] Request body: {'subnet': {'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-573871259-subnet', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:29:45.595080 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] Made reservation on behalf of 79fccdc975d94c52b73240b25ab57a37 for: {'subnet': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:29:45.597327 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11693924'] for subnet, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:45.833280 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11474446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11693910'] for subnet, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:45.884782 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac290e63-0977-4c48-a016-282de1058697,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:45.895357 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] Checking segment: {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:29:45.895713 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] Network hostable DHCP agents. Network: f10ee9bf-7049-4084-bb31-5d17b8e095a2, hostable agents: ['1a323186-ca8c-40ec-b24a-4d9eb27aa6a3'], hosted agents: [] {{(pid=94600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 09:29:46.016139 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] Network f10ee9bf-7049-4084-bb31-5d17b8e095a2 is scheduled to be hosted by DHCP agent 1a323186-ca8c-40ec-b24a-4d9eb27aa6a3 with binding_index 1 {{(pid=94600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 09:29:46.029619 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30250b-8dc9-438b-aca4-3535f2e042da req-2279ae33-1a1a-4867-824f-65eca78263f7 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:46.031064 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ea30250b-8dc9-438b-aca4-3535f2e042da req-2279ae33-1a1a-4867-824f-65eca78263f7 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0495327 Aug 16 09:29:46.067814 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ea30250b-8dc9-438b-aca4-3535f2e042da req-6f910269-48de-44f4-9b41-99012be1b820 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307190 Aug 16 09:29:46.101789 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804611-1-iscsi, f10ee9bf-7049-4084-bb31-5d17b8e095a2) {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:29:46.105888 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:46.106479 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.110834 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fdf46b-cea1-4618-b9aa-bd65f733adc9 None None] Network f10ee9bf-7049-4084-bb31-5d17b8e095a2 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:29:46.189290 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-545b94be-f3e9-45fa-9c4f-19357106dc70 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6864917 Aug 16 09:29:46.191846 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50694) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:46.196172 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:29:46.245837 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec095752-b3bb-5336-b046-645ca276ff70-f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697'}]}} from dv-cinder-804611-1-iscsi. {{(pid=94601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 09:29:46.246673 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.281381 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-441326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.282470 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-417325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.335770 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.375442 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.db_base_plugin_common [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Allocated IP 172.20.0.2 (f10ee9bf-7049-4084-bb31-5d17b8e095a2/ac290e63-0977-4c48-a016-282de1058697/5b1b0607-3891-4116-8062-dcd07e122e54) {{(pid=94601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:29:46.502004 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-59300e22-1995-41ce-b628-10567d57cb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.518595 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Notify callbacks [] for port, precommit_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.527286 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Transition to ACTIVE for port object 5b1b0607-3891-4116-8062-dcd07e122e54 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:29:46.537870 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.541802 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Transition to ACTIVE for port object 5b1b0607-3891-4116-8062-dcd07e122e54 will not be triggered until provisioned by entity DHCP. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:29:46.673594 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981'] for port, after_create {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.716420 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Network f10ee9bf-7049-4084-bb31-5d17b8e095a2 is already hosted by enough agents. {{(pid=94601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:29:46.719520 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.scheduler.base_scheduler [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Resources bound (agent type, host, resource id): {{(pid=94601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:29:46.723124 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Received port after_create {{(pid=94601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:29:46.728415 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Pushing event updated for resources: {'Port': ['ID=5b1b0607-3891-4116-8062-dcd07e122e54,revision_number=1']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:46.777551 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Attempting to bind port 5b1b0607-3891-4116-8062-dcd07e122e54 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:29:46.777912 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Attempting to bind port 5b1b0607-3891-4116-8062-dcd07e122e54 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:29:46.778270 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Attempting to bind port 5b1b0607-3891-4116-8062-dcd07e122e54 on network f10ee9bf-7049-4084-bb31-5d17b8e095a2 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:29:46.783134 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:29:46.783502 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Checking segment: {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:29:46.783907 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.784397 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Bound using segment: {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:29:46.784778 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Bound port: 5b1b0607-3891-4116-8062-dcd07e122e54, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:29:46.785155 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.796509 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.815175 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.845175 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] For port 5b1b0607-3891-4116-8062-dcd07e122e54, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:29:46.848061 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] For port 5b1b0607-3891-4116-8062-dcd07e122e54, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=5b1b0607-3891-4116-8062-dcd07e122e54,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:29:46.914128 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Allocated IP 172.27.3.59 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/8ba238ef-0968-483f-8fe0-f6f396fed274) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:29:46.925305 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:46.984654 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5fee3-0503-4666-8c84-9ac38c8d3bfc None None] Pushing event updated for resources: {'Port': ['ID=5b1b0607-3891-4116-8062-dcd07e122e54,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:47.225325 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879423a-a493-4165-a9e1-a14428fe2eee req-0227fd26-d197-44d3-9d22-04245a5b610d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:47.226916 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5879423a-a493-4165-a9e1-a14428fe2eee req-0227fd26-d197-44d3-9d22-04245a5b610d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0550103 Aug 16 09:29:47.268142 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5879423a-a493-4165-a9e1-a14428fe2eee req-56b7b8dd-0862-4f95-b8df-a95e5d19829d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350318 Aug 16 09:29:47.308988 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f830df7-e4ad-4d42-9b10-5a4cb448df51 req-8ea1511f-d6f1-49c1-90ea-27dec0298fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:47.310497 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6f830df7-e4ad-4d42-9b10-5a4cb448df51 req-8ea1511f-d6f1-49c1-90ea-27dec0298fda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f&device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 1099 time: 0.3725796 Aug 16 09:29:47.331765 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:47.432440 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f830df7-e4ad-4d42-9b10-5a4cb448df51 req-2432355a-a6e4-494e-ab5b-17e1fed98c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:47.433906 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6f830df7-e4ad-4d42-9b10-5a4cb448df51 req-2432355a-a6e4-494e-ab5b-17e1fed98c54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c347564-1a56-4aae-8d6f-f3d99b41df67 HTTP/1.1" status: 200 len: 910 time: 0.1127205 Aug 16 09:29:47.494466 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:47.528329 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6f830df7-e4ad-4d42-9b10-5a4cb448df51 req-ca7f0452-39fa-48eb-a933-9ad4088a0389 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53776da3-bc2a-4a72-97ff-5d775a473b72 HTTP/1.1" status: 200 len: 1002 time: 0.0869112 Aug 16 09:29:47.553837 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:29:47.577219 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:29:47.579572 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 5b1b0607-3891-4116-8062-dcd07e122e54 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:29:47.580061 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:29:47.585284 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba238ef-0968-483f-8fe0-f6f396fed274,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:47.627609 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f830df7-e4ad-4d42-9b10-5a4cb448df51 req-083ecce8-3dd6-4725-8cfc-357aad86b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:47.627888 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6f830df7-e4ad-4d42-9b10-5a4cb448df51 req-083ecce8-3dd6-4725-8cfc-357aad86b04e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=185a726c-b09e-41f6-811d-8564e2c670d0 HTTP/1.1" status: 200 len: 848 time: 0.0920763 Aug 16 09:29:47.711099 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 5b1b0607-3891-4116-8062-dcd07e122e54 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:29:47.765470 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f830df7-e4ad-4d42-9b10-5a4cb448df51 req-6f7cc023-d8fe-4d0b-9f24-98c0768316c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:47.766891 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6f830df7-e4ad-4d42-9b10-5a4cb448df51 req-6f7cc023-d8fe-4d0b-9f24-98c0768316c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c347564-1a56-4aae-8d6f-f3d99b41df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1295714 Aug 16 09:29:47.864461 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6f830df7-e4ad-4d42-9b10-5a4cb448df51 req-09ade209-5013-435e-a024-dd15d23338f3 service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893486 Aug 16 09:29:47.871779 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d55ede-2584-4acc-98c0-7f69a7281a17 None None] Network f10ee9bf-7049-4084-bb31-5d17b8e095a2 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:29:48.019150 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-d2e36e32-6e1b-4fd3-90f5-3705a44432cf None None] Provisioning for port 5b1b0607-3891-4116-8062-dcd07e122e54 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:29:48.026695 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-d2e36e32-6e1b-4fd3-90f5-3705a44432cf None None] Provisioning complete for port 5b1b0607-3891-4116-8062-dcd07e122e54 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:29:48.027077 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d2e36e32-6e1b-4fd3-90f5-3705a44432cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:48.029779 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6f830df7-e4ad-4d42-9b10-5a4cb448df51 req-35721aee-7e49-4f13-b98b-6a4d4323f27e service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582434 Aug 16 09:29:48.045767 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:48.109487 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d2e36e32-6e1b-4fd3-90f5-3705a44432cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:48.143975 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-d2e36e32-6e1b-4fd3-90f5-3705a44432cf None None] For port 5b1b0607-3891-4116-8062-dcd07e122e54, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=5b1b0607-3891-4116-8062-dcd07e122e54,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:29:48.212225 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d2e36e32-6e1b-4fd3-90f5-3705a44432cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:48.243709 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438776'] for router, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:48.261161 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e36e32-6e1b-4fd3-90f5-3705a44432cf None None] Pushing event updated for resources: {'Port': ['ID=5b1b0607-3891-4116-8062-dcd07e122e54,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:48.331181 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-73bf410d-760e-4f6d-acd7-43180b02670e None None] Provisioning complete for port 5b1b0607-3891-4116-8062-dcd07e122e54 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:29:48.331655 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-73bf410d-760e-4f6d-acd7-43180b02670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:48.386202 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd40ba-c371-4f2d-91fb-82d46b66c18e req-d86e95bf-d193-4c6a-82b7-ddfa35021df4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:48.387682 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cddd40ba-c371-4f2d-91fb-82d46b66c18e req-d86e95bf-d193-4c6a-82b7-ddfa35021df4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0510809 Aug 16 09:29:48.406838 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Router 13d3d334-5801-424a-85db-7e33870e6de0 is scheduled to L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 with binding_index 1 {{(pid=94600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 09:29:48.425131 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cddd40ba-c371-4f2d-91fb-82d46b66c18e req-1f463da6-4fcb-4ffa-9b33-6df47c883afc tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313625 Aug 16 09:29:48.513265 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:29:48.523138 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Sync routers for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:29:48.531962 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:29:48.532662 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:29:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:48.589788 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:48.591178 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d6088247-2179-45e9-9bac-bd8ffc2e25c2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3983643 Aug 16 09:29:48.594319 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50700) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:48.716131 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:29:48.889193 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:47Z', 'revision_number': 3, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:48.914602 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Checking router: 13d3d334-5801-424a-85db-7e33870e6de0 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:29:48.914942 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Updating router 13d3d334-5801-424a-85db-7e33870e6de0 port 8ba238ef-0968-483f-8fe0-f6f396fed274 binding host dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:29:48.945827 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.004584 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.162037 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Allocated IP 172.20.0.1 (f10ee9bf-7049-4084-bb31-5d17b8e095a2/ac290e63-0977-4c48-a016-282de1058697/3d4fecf3-7d30-4909-8f12-24d5c128c3b9) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:29:49.195598 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.210801 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Notify callbacks [] for port, precommit_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.222108 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.provisioning_blocks [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Transition to ACTIVE for port object 8ba238ef-0968-483f-8fe0-f6f396fed274 will not be triggered until provisioned by entity L2. {{(pid=94602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:29:49.222288 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-af5236ec-5e5d-410a-942a-ef342e2379bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.269370 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.281708 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Transition to ACTIVE for port object 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:29:49.290358 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.340641 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Attempting to bind port 8ba238ef-0968-483f-8fe0-f6f396fed274 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:29:49.341007 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Attempting to bind port 8ba238ef-0968-483f-8fe0-f6f396fed274 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:29:49.341357 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Attempting to bind port 8ba238ef-0968-483f-8fe0-f6f396fed274 on network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:29:49.344313 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Pushing event updated for resources: {'Port': ['ID=8ba238ef-0968-483f-8fe0-f6f396fed274,revision_number=2']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:49.353153 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.354710 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.354710 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.354710 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.354710 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.355104 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.355104 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.355369 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.355710 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.356038 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.356382 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.356698 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:29:49.359650 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:29:49.360102 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Checking segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:29:49.360471 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.360846 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Bound using segment: {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'} {{(pid=94602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:29:49.361301 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.managers [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Bound port: 8ba238ef-0968-483f-8fe0-f6f396fed274, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d104d-613a-4f95-ade0-a22641e121e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}}] {{(pid=94602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:29:49.361688 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.370885 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.406803 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Network f10ee9bf-7049-4084-bb31-5d17b8e095a2 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:29:49.413728 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:29:49.414351 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] For port 8ba238ef-0968-483f-8fe0-f6f396fed274, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:29:49.417217 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:29:49.417473 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.plugins.ml2.db [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] For port 8ba238ef-0968-483f-8fe0-f6f396fed274, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=8ba238ef-0968-483f-8fe0-f6f396fed274,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:29:49.422594 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d4fecf3-7d30-4909-8f12-24d5c128c3b9,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:49.458143 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-365101'] for router_interface, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.491252 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron_lib.callbacks.manager [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.560914 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35972c2e-73e1-4abf-8973-bc7761a0b032 req-8be55284-6f42-498e-86e3-2e1272665c62 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:49.570417 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-35972c2e-73e1-4abf-8973-bc7761a0b032 req-8be55284-6f42-498e-86e3-2e1272665c62 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0698805 Aug 16 09:29:49.602294 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8299a0-8caa-47c1-a48c-5907ba67dbfd None None] Pushing event updated for resources: {'Port': ['ID=8ba238ef-0968-483f-8fe0-f6f396fed274,revision_number=3']} {{(pid=94602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:49.621585 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:29:49.622204 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:29:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:49.625938 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-35972c2e-73e1-4abf-8973-bc7761a0b032 req-fdae3cc2-cb9a-43c6-9d46-7f982e9caa1f tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544033 Aug 16 09:29:49.642322 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 5b1b0607-3891-4116-8062-dcd07e122e54 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:29:49.689457 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 5b1b0607-3891-4116-8062-dcd07e122e54 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:29:49.689781 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.696228 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.733423 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:29:49.895624 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.921913 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:47Z', 'revision_number': 3, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:49.938157 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-2fe22483-c50d-4bce-b1f0-aab6823fd642 None None] Provisioning for port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:29:49.941976 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-2fe22483-c50d-4bce-b1f0-aab6823fd642 None None] Provisioning complete for port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:29:49.942337 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2fe22483-c50d-4bce-b1f0-aab6823fd642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:49.950956 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561e5e1-f608-4ed7-ae22-962f36b5867a None None] The sync data for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi is: [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:47Z', 'revision_number': 3, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:29:49.979489 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-2fe22483-c50d-4bce-b1f0-aab6823fd642 None None] Port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:29:49.983906 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:50.052020 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d4fecf3-7d30-4909-8f12-24d5c128c3b9,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:50.054923 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-365241'] for router_interface, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:50.149472 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Network f10ee9bf-7049-4084-bb31-5d17b8e095a2 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:29:50.151159 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:29:50.299751 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Router 13d3d334-5801-424a-85db-7e33870e6de0 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:29:50.332858 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:50.421918 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:29:50.432859 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-53f5857c-a92f-4ed0-9173-6a1a5c1aa0c0 admin admin] 10.222.0.39 "PUT /v2.0/routers/13d3d334-5801-424a-85db-7e33870e6de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8374128 Aug 16 09:29:50.501612 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-97e58dfd-9bed-41fc-ac30-b40e677b57f9 None None] Provisioning complete for port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:29:50.502123 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-97e58dfd-9bed-41fc-ac30-b40e677b57f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:50.548777 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-97e58dfd-9bed-41fc-ac30-b40e677b57f9 None None] Port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:29:50.741820 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767625e8-ce15-4665-ad10-97be60282551 req-9855c2be-910e-440b-848a-0c0c68f60932 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:50.743401 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-767625e8-ce15-4665-ad10-97be60282551 req-9855c2be-910e-440b-848a-0c0c68f60932 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0509975 Aug 16 09:29:50.782219 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-767625e8-ce15-4665-ad10-97be60282551 req-af058f77-9e35-44e1-91fe-05078b89b1ac tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322385 Aug 16 09:29:51.051554 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50716) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:51.056269 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-f906f072-d1d7-4d69-8e17-7520d55ecfa0 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308634832', 'description': 'tempest-description--107938718'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:29:51.149477 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f906f072-d1d7-4d69-8e17-7520d55ecfa0 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.214106 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed79579-adfc-48be-8063-120bcc540c5f req-c5046aba-955c-4c23-a170-3370604c5f0c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:51.215663 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fed79579-adfc-48be-8063-120bcc540c5f req-c5046aba-955c-4c23-a170-3370604c5f0c tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0511434 Aug 16 09:29:51.241575 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f906f072-d1d7-4d69-8e17-7520d55ecfa0 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.266981 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fed79579-adfc-48be-8063-120bcc540c5f req-841086d8-8906-4c1f-a169-9450e9fc7042 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431674 Aug 16 09:29:51.294691 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50724) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:51.319826 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f906f072-d1d7-4d69-8e17-7520d55ecfa0 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.372109 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906f072-d1d7-4d69-8e17-7520d55ecfa0 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3571c5a0-98bb-4247-928d-ffd07d3281e6,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:51.389435 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-6a970750-301e-4ffb-9b96-868467712aad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934544 Aug 16 09:29:51.404668 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f906f072-d1d7-4d69-8e17-7520d55ecfa0 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.407192 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-f906f072-d1d7-4d69-8e17-7520d55ecfa0 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3543284 Aug 16 09:29:51.409872 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50728) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:51.414716 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-35ed112d-be19-4828-9a58-2b8112d09524 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'security_group_rule': {'security_group_id': '3571c5a0-98bb-4247-928d-ffd07d3281e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:29:51.519804 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35ed112d-be19-4828-9a58-2b8112d09524 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.574726 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Sync routers for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:29:51.583733 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:29:51.584513 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:29:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:51.596326 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35ed112d-be19-4828-9a58-2b8112d09524 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.621702 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 8ba238ef-0968-483f-8fe0-f6f396fed274 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:29:51.692316 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35ed112d-be19-4828-9a58-2b8112d09524 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.710457 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed112d-be19-4828-9a58-2b8112d09524 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e85fcc-9a37-45d3-9b14-7e6cafbff329,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:51.728317 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:29:51.807090 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35ed112d-be19-4828-9a58-2b8112d09524 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.808675 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-35ed112d-be19-4828-9a58-2b8112d09524 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3974833 Aug 16 09:29:51.811002 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50736) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:51.813357 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 8ba238ef-0968-483f-8fe0-f6f396fed274 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:29:51.819501 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-748d63bc-7d6e-4daf-be47-a431d070422d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'security_group_rule': {'security_group_id': '3571c5a0-98bb-4247-928d-ffd07d3281e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:29:51.843668 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 8ba238ef-0968-483f-8fe0-f6f396fed274 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:29:51.844051 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.871609 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.925912 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-748d63bc-7d6e-4daf-be47-a431d070422d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.979987 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:51.987492 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-748d63bc-7d6e-4daf-be47-a431d070422d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.003624 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 8ba238ef-0968-483f-8fe0-f6f396fed274, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=8ba238ef-0968-483f-8fe0-f6f396fed274,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:29:52.008773 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 2, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:52.033442 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Checking router: 13d3d334-5801-424a-85db-7e33870e6de0 for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:29:52.033729 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Updating router 13d3d334-5801-424a-85db-7e33870e6de0 port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 binding host dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 09:29:52.058132 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.098206 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-748d63bc-7d6e-4daf-be47-a431d070422d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.104745 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.117560 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d63bc-7d6e-4daf-be47-a431d070422d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d5d276-5ebf-42a8-a250-fe5a7b8a8124,revision_number=0']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:52.214536 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=8ba238ef-0968-483f-8fe0-f6f396fed274,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:52.296461 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-748d63bc-7d6e-4daf-be47-a431d070422d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.300047 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-748d63bc-7d6e-4daf-be47-a431d070422d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4852343 Aug 16 09:29:52.300330 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 50740) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:29:52.306426 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'floatingip': {'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:29:52.363014 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.373800 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Transition to ACTIVE for port object 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:29:52.388430 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2c2d5-8e81-4f0c-b5d3-227997ae4a3a req-24416c54-3256-4d57-af63-580b25d2ac6e tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:52.389921 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-efc2c2d5-8e81-4f0c-b5d3-227997ae4a3a req-24416c54-3256-4d57-af63-580b25d2ac6e tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0520356 Aug 16 09:29:52.428610 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-efc2c2d5-8e81-4f0c-b5d3-227997ae4a3a req-b3ee5908-3d05-4a66-a400-2191debd675f tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323026 Aug 16 09:29:52.441091 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.441631 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.493543 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6310c-f77f-426d-b0dd-c8a896bdd82b None None] Pushing event updated for resources: {'Port': ['ID=3d4fecf3-7d30-4909-8f12-24d5c128c3b9,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:52.541669 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Attempting to bind port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 on host dv-cinder-804611-1-iscsi for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:29:52.542032 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Attempting to bind port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 by drivers openvswitch,hyperv on host dv-cinder-804611-1-iscsi at level 0 using segments [{'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:29:52.542402 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Attempting to bind port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 on network f10ee9bf-7049-4084-bb31-5d17b8e095a2 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:29:52.547657 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Checking agent: {'id': '095a48d4-e28d-4a8b-88d9-f795ef1bdc23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804611-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 14, 19), 'started_at': datetime.datetime(2021, 8, 16, 9, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804611-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:29:52.548110 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Checking segment: {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:29:52.548552 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.548951 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Bound using segment: {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:29:52.549425 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Bound port: 3d4fecf3-7d30-4909-8f12-24d5c128c3b9, host: dv-cinder-804611-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:29:52.549807 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.573563 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.614860 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] For port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9, host dv-cinder-804611-1-iscsi, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:29:52.619014 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] For port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9, host dv-cinder-804611-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=3d4fecf3-7d30-4909-8f12-24d5c128c3b9,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:29:52.621918 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 53776da3-bc2a-4a72-97ff-5d775a473b72 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:29:52.681432 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Allocated IP 172.27.3.66 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/b5f9dd43-39a3-48cc-ba62-68ed31e9f53c) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:29:52.699461 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.725522 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:29:52.727673 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ce728c-100a-4cd9-9061-21346fc1fbfe" -d '{"events": [{"server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "name": "network-vif-unplugged", "status": "completed", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:29:52.733208 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.766190 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 53776da3-bc2a-4a72-97ff-5d775a473b72, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=53776da3-bc2a-4a72-97ff-5d775a473b72,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:29:52.767995 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 09:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466c2923-66d1-4bd5-9012-82d94f1c2d1f x-openstack-request-id: req-466c2923-66d1-4bd5-9012-82d94f1c2d1f {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:29:52.768272 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "name": "network-vif-unplugged", "status": "failed", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72", "code": 422}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:29:52.771291 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-466c2923-66d1-4bd5-9012-82d94f1c2d1f {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:29:52.771291 dv-cinder-804611-1-iscsi neutron-server[94601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'code': 422} returned with failed status Aug 16 09:29:52.821198 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:29:52.821752 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:29:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:52.826453 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6310c-f77f-426d-b0dd-c8a896bdd82b None None] Pushing event updated for resources: {'Port': ['ID=3d4fecf3-7d30-4909-8f12-24d5c128c3b9,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:52.877507 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:52.975802 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=53776da3-bc2a-4a72-97ff-5d775a473b72,revision_number=6']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:52.981890 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:29:53.054665 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:53.176620 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:53.197729 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:52Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:29:53.218264 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:29:53.221217 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:29:53.225328 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130d73f-98a2-4d22-8e75-52a80feaa2a7 None None] The sync data for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi is: [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:52Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:29:53.226005 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:29:53.229077 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'Port': ['ID=b5f9dd43-39a3-48cc-ba62-68ed31e9f53c,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:53.376038 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:53.471238 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:53.562758 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7e605-67eb-443a-9b25-898d8dc14986 req-c4b246b6-de0f-43fb-a529-f1d77e67a043 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:53.565356 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d5f7e605-67eb-443a-9b25-898d8dc14986 req-c4b246b6-de0f-43fb-a529-f1d77e67a043 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0631378 Aug 16 09:29:53.627353 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d5f7e605-67eb-443a-9b25-898d8dc14986 req-6c550537-fe2f-4435-a02e-081134addb45 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498488 Aug 16 09:29:53.660209 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:53.695958 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:29:53.773136 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:53.812365 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning for port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:29:53.816571 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:29:53.816915 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:53.842346 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'Port': ['ID=b5f9dd43-39a3-48cc-ba62-68ed31e9f53c,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:53.857011 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:53.902916 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:53.935335 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] For port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=3d4fecf3-7d30-4909-8f12-24d5c128c3b9,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:29:53.938110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:53.939373 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-2cb8ee1a-2d6a-4a38-b4b8-0f1a288d1c06 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6381595 Aug 16 09:29:54.018354 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:54.019442 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 8ba238ef-0968-483f-8fe0-f6f396fed274 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:29:54.056588 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-8081ebe5-d962-43b2-ac21-6460df0d0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:54.058187 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-8081ebe5-d962-43b2-ac21-6460df0d0be8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0&tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f HTTP/1.1" status: 200 len: 1097 time: 0.0449805 Aug 16 09:29:54.106011 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-b7d89890-9b92-41f0-9eb5-09bf73709653 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--308634832&fields=id&tenant_id=79fccdc975d94c52b73240b25ab57a37 HTTP/1.1" status: 200 len: 267 time: 0.0398600 Aug 16 09:29:54.130134 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Pushing event updated for resources: {'Port': ['ID=3d4fecf3-7d30-4909-8f12-24d5c128c3b9,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:54.142514 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 8ba238ef-0968-483f-8fe0-f6f396fed274 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:29:54.142514 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:54.149828 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-a529a28a-8828-4dd1-818b-144624a9787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:54.151337 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-a529a28a-8828-4dd1-818b-144624a9787d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f&device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 1097 time: 0.0485475 Aug 16 09:29:54.237740 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-ce7bfc8e-c55c-4f1a-aacc-ed9a3a37619d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:54.239279 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-ce7bfc8e-c55c-4f1a-aacc-ed9a3a37619d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/networks?id=f10ee9bf-7049-4084-bb31-5d17b8e095a2 HTTP/1.1" status: 200 len: 810 time: 0.1221657 Aug 16 09:29:54.253080 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-acab77ee-9cf8-422f-b1f8-8e0821ce4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:54.254584 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-acab77ee-9cf8-422f-b1f8-8e0821ce4e24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c347564-1a56-4aae-8d6f-f3d99b41df67 HTTP/1.1" status: 200 len: 910 time: 0.0954337 Aug 16 09:29:54.255455 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-07431753-5201-445c-a9e3-cb00747602f5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/quotas/79fccdc975d94c52b73240b25ab57a37 HTTP/1.1" status: 200 len: 375 time: 0.0098281 Aug 16 09:29:54.311357 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-7a1c5745-7410-47c6-805e-bb931888fd50 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=79fccdc975d94c52b73240b25ab57a37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497181 Aug 16 09:29:54.326949 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-b71641bd-f075-4258-857f-845abbbcdd8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53776da3-bc2a-4a72-97ff-5d775a473b72 HTTP/1.1" status: 200 len: 1000 time: 0.0655644 Aug 16 09:29:54.384938 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-183bdb6d-8197-417b-b578-742e5690dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:54.386428 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-183bdb6d-8197-417b-b578-742e5690dc40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=185a726c-b09e-41f6-811d-8564e2c670d0 HTTP/1.1" status: 200 len: 848 time: 0.0526397 Aug 16 09:29:54.433693 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-d78043c6-c70a-4057-b1e8-b904213a9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:54.435187 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-d78043c6-c70a-4057-b1e8-b904213a9d78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c347564-1a56-4aae-8d6f-f3d99b41df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422745 Aug 16 09:29:54.461695 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-3b6dd918-7ffc-4648-bd91-e75fddefe21e service neutron] 10.222.0.39 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340034 Aug 16 09:29:54.523665 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-17ec7d83-85f4-4ea5-8f37-0818139679df service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811174 Aug 16 09:29:54.548257 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-02f93c0d-c946-42cb-8b4e-4c8a4dd0d25e service neutron] 10.222.0.39 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805352 Aug 16 09:29:54.615794 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6d45f4ab-47ee-459b-aead-a411933ec44f req-d7ee8283-401a-4d28-bb8e-fa1ff958ec12 service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849600 Aug 16 09:29:54.750961 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f28c70-60b2-4040-b8c7-8fef169d6a2e req-233f882e-7965-4fdf-b658-2c1300e556af tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:54.752197 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f7f28c70-60b2-4040-b8c7-8fef169d6a2e req-233f882e-7965-4fdf-b658-2c1300e556af tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0571387 Aug 16 09:29:54.800727 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f8df4216-5c88-4ce7-88b7-fb652c0a0354 req-28c0f1c1-1a68-4d5d-80b0-8f5a6b649cd5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 210 time: 0.0345094 Aug 16 09:29:54.817936 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f7f28c70-60b2-4040-b8c7-8fef169d6a2e req-5296d8c3-d283-483d-8523-f1bc8f600fea tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597517 Aug 16 09:29:55.570582 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 up at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:29:55.616507 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Provisioning complete for port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:29:55.616877 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:55.896741 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3c3308b9-0620-411d-ab77-2c095013af85 req-983dbe50-b937-444b-a701-1d94a7b76d52 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 210 time: 0.0277190 Aug 16 09:29:55.942229 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c6a85-bbc5-4bc1-9d63-0885dae30f5c req-8c878b5e-02ae-4bef-9b64-453e832fc938 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:55.944381 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0d5c6a85-bbc5-4bc1-9d63-0885dae30f5c req-8c878b5e-02ae-4bef-9b64-453e832fc938 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0504506 Aug 16 09:29:55.983133 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0d5c6a85-bbc5-4bc1-9d63-0885dae30f5c req-020dd92e-ce65-4673-b3ff-9bedcc85d659 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 Aug 16 09:29:56.988097 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9fcc5553-6192-462d-b8b1-963dbcf66868 req-8674b664-758c-48f8-85ab-f037034c7be9 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 210 time: 0.0257823 Aug 16 09:29:57.020871 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-0a6555d0-5f38-4118-ac84-6252746ad000 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:57.025419 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-0a6555d0-5f38-4118-ac84-6252746ad000 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.64 "GET /v2.0/networks?id=f10ee9bf-7049-4084-bb31-5d17b8e095a2 HTTP/1.1" status: 200 len: 810 time: 0.1062272 Aug 16 09:29:57.070257 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-acfd3dcc-5cdb-4af7-9aae-33bf0bc1860b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79fccdc975d94c52b73240b25ab57a37 HTTP/1.1" status: 200 len: 379 time: 0.0359905 Aug 16 09:29:57.079889 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'port': {'device_id': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'admin_state_up': True, 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'security_groups': ['3571c5a0-98bb-4247-928d-ffd07d3281e6']}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:29:57.102685 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d3051-4017-49ac-aed4-42ae2bfceff6 req-2f6b944b-6679-44e8-ba80-6f3cc873db15 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:57.104195 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f25d3051-4017-49ac-aed4-42ae2bfceff6 req-2f6b944b-6679-44e8-ba80-6f3cc873db15 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0533781 Aug 16 09:29:57.145478 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f25d3051-4017-49ac-aed4-42ae2bfceff6 req-3e9b7784-66f4-40d4-837e-dbef673e7d1a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347199 Aug 16 09:29:57.278801 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Made reservation on behalf of 79fccdc975d94c52b73240b25ab57a37 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:29:57.282295 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:57.403000 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Allocated IP 172.20.0.10 (f10ee9bf-7049-4084-bb31-5d17b8e095a2/ac290e63-0977-4c48-a016-282de1058697/938ef03c-31da-4e75-924e-5ef58e126c94) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:29:57.535568 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:57.548288 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Transition to ACTIVE for port object 938ef03c-31da-4e75-924e-5ef58e126c94 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:29:57.656051 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:57.699293 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Network f10ee9bf-7049-4084-bb31-5d17b8e095a2 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:29:57.702367 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:29:57.706083 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:29:57.712177 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'Port': ['ID=938ef03c-31da-4e75-924e-5ef58e126c94,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:57.763354 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:57.768364 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:57.904430 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-632fc8fe-b5cc-42ea-9ff2-eb6d3d5e32ef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8284795 Aug 16 09:29:57.917389 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Request body: {'port': {'device_id': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:29:57.968323 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:57.983939 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-23d5326a-9c67-4a90-9023-ca48963a3e0b None None] Provisioning for port 938ef03c-31da-4e75-924e-5ef58e126c94 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:29:57.988433 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-23d5326a-9c67-4a90-9023-ca48963a3e0b None None] Provisioning complete for port 938ef03c-31da-4e75-924e-5ef58e126c94 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:29:57.989060 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-23d5326a-9c67-4a90-9023-ca48963a3e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:58.034646 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-23d5326a-9c67-4a90-9023-ca48963a3e0b None None] Port 938ef03c-31da-4e75-924e-5ef58e126c94 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:29:58.119669 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf457e-aee4-47fe-bed2-50dec669b596 req-9f9ed213-dadc-44b4-bc4c-1c3e6f41b52f tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:58.121398 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-16bf457e-aee4-47fe-bed2-50dec669b596 req-9f9ed213-dadc-44b4-bc4c-1c3e6f41b52f tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 932 time: 0.0546067 Aug 16 09:29:58.159151 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-16bf457e-aee4-47fe-bed2-50dec669b596 req-6bffa015-42df-4863-940a-907f3b024aeb tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317366 Aug 16 09:29:58.259853 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938ef03c-31da-4e75-924e-5ef58e126c94 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:29:58.267446 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:58.268210 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104687f-43c6-40ac-b430-1d12daacd8c9 req-8bee5e9f-4e69-4667-b47c-dfa1f14d4c80 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:58.270276 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a104687f-43c6-40ac-b430-1d12daacd8c9 req-8bee5e9f-4e69-4667-b47c-dfa1f14d4c80 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0524776 Aug 16 09:29:58.280487 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Transition to ACTIVE for port object 938ef03c-31da-4e75-924e-5ef58e126c94 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:29:58.314385 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a104687f-43c6-40ac-b430-1d12daacd8c9 req-c8e0d711-06df-42a7-bb13-79ca232a128a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358896 Aug 16 09:29:58.366827 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:58.421689 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=938ef03c-31da-4e75-924e-5ef58e126c94,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:58.485953 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Attempting to bind port 938ef03c-31da-4e75-924e-5ef58e126c94 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:29:58.486279 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Attempting to bind port 938ef03c-31da-4e75-924e-5ef58e126c94 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:29:58.486626 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Attempting to bind port 938ef03c-31da-4e75-924e-5ef58e126c94 on network f10ee9bf-7049-4084-bb31-5d17b8e095a2 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:29:58.491085 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Port 938ef03c-31da-4e75-924e-5ef58e126c94 on network f10ee9bf-7049-4084-bb31-5d17b8e095a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:29:58.491398 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Attempting to bind port 938ef03c-31da-4e75-924e-5ef58e126c94 on network f10ee9bf-7049-4084-bb31-5d17b8e095a2 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:29:58.496189 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:29:58.496560 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Checking segment: {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:29:58.496941 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Bound using segment: {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:29:58.497361 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Bound port: 938ef03c-31da-4e75-924e-5ef58e126c94, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:29:58.497709 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:58.560036 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] For port 938ef03c-31da-4e75-924e-5ef58e126c94, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:29:58.562982 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] For port 938ef03c-31da-4e75-924e-5ef58e126c94, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=938ef03c-31da-4e75-924e-5ef58e126c94,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:29:58.657074 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:58.691671 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:58.692384 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:29:58.694314 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] 10.222.0.64 "PUT /v2.0/ports/938ef03c-31da-4e75-924e-5ef58e126c94 HTTP/1.1" status: 200 len: 1094 time: 0.7809875 Aug 16 09:29:58.696550 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'tag': '938ef03c-31da-4e75-924e-5ef58e126c94'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:29:58.699632 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad37713-deb1-46e1-afcf-0eee7260c2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "029ffb5b-5cc7-46d6-b026-f709312e8c17", "tag": "938ef03c-31da-4e75-924e-5ef58e126c94"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:29:58.726435 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af79b8-b803-4514-b60a-a652eda0b1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=938ef03c-31da-4e75-924e-5ef58e126c94,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:29:58.742776 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c072a0a4-8548-4c8b-9d88-afdef638b299 x-openstack-request-id: req-c072a0a4-8548-4c8b-9d88-afdef638b299 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:29:58.743065 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029ffb5b-5cc7-46d6-b026-f709312e8c17", "tag": "938ef03c-31da-4e75-924e-5ef58e126c94", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:29:58.743316 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c072a0a4-8548-4c8b-9d88-afdef638b299 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:29:58.743716 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'tag': '938ef03c-31da-4e75-924e-5ef58e126c94', 'status': 'completed', 'code': 200} Aug 16 09:29:58.806783 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad37713-deb1-46e1-afcf-0eee7260c2a6 req-6b47aab0-d064-4da5-bb66-e7ac485dc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:58.808329 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6ad37713-deb1-46e1-afcf-0eee7260c2a6 req-6b47aab0-d064-4da5-bb66-e7ac485dc43b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fccdc975d94c52b73240b25ab57a37&device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 1097 time: 0.0433598 Aug 16 09:29:58.909184 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad37713-deb1-46e1-afcf-0eee7260c2a6 req-0276d7e6-5498-407c-8f7a-a23682c2f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:58.910631 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6ad37713-deb1-46e1-afcf-0eee7260c2a6 req-0276d7e6-5498-407c-8f7a-a23682c2f07b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=79fccdc975d94c52b73240b25ab57a37&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0945380 Aug 16 09:29:59.012246 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad37713-deb1-46e1-afcf-0eee7260c2a6 req-a59dfcac-467d-4fe8-b67e-4e66a2d85189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:59.013722 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6ad37713-deb1-46e1-afcf-0eee7260c2a6 req-a59dfcac-467d-4fe8-b67e-4e66a2d85189 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967188 Aug 16 09:29:59.087972 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-48752f90-2fb5-4b2d-af49-2a84721f8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:59.089551 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-48752f90-2fb5-4b2d-af49-2a84721f8b32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fccdc975d94c52b73240b25ab57a37&device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 1097 time: 0.0397153 Aug 16 09:29:59.134483 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-e962b55a-ee77-4196-9013-5747011d09ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938ef03c-31da-4e75-924e-5ef58e126c94 HTTP/1.1" status: 200 len: 217 time: 0.0363712 Aug 16 09:29:59.181383 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-1ec1a2c3-e966-4f3a-8722-d02ea1e1b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:59.182880 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-1ec1a2c3-e966-4f3a-8722-d02ea1e1b4c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac290e63-0977-4c48-a016-282de1058697 HTTP/1.1" status: 200 len: 849 time: 0.0423882 Aug 16 09:29:59.227915 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-d45ad06e-c205-4c7e-a261-23561fd9e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:59.229426 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-d45ad06e-c205-4c7e-a261-23561fd9e278 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f10ee9bf-7049-4084-bb31-5d17b8e095a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387423 Aug 16 09:29:59.274094 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb35aaa-e5d0-477c-a9f2-688f97b3a5df req-f990acfb-bb09-4973-b0b9-59285fe66baa tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:59.275547 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cbb35aaa-e5d0-477c-a9f2-688f97b3a5df req-f990acfb-bb09-4973-b0b9-59285fe66baa tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 944 time: 0.0494499 Aug 16 09:29:59.314817 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cbb35aaa-e5d0-477c-a9f2-688f97b3a5df req-a94b35ea-6c85-4ec4-90d2-03870fc4e510 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333402 Aug 16 09:29:59.322009 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-3085ada8-45dc-4335-8ccf-a5515ed8d86d service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849915 Aug 16 09:29:59.410239 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-d130f9b8-619a-45a7-973a-746f689f57a0 req-1f9d8675-cd44-4cf3-869a-b2d1d85235cf service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811210 Aug 16 09:29:59.430365 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0d5ca-8f85-4246-8fee-be7fe9555e5b req-1bba01a4-1c44-45a6-9ec6-a8bc7b09b05e tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:29:59.431897 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-efb0d5ca-8f85-4246-8fee-be7fe9555e5b req-1bba01a4-1c44-45a6-9ec6-a8bc7b09b05e tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0490723 Aug 16 09:29:59.468795 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-efb0d5ca-8f85-4246-8fee-be7fe9555e5b req-2863c96d-aaf8-45ef-aae3-5dc5ce74f61e tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308259 Aug 16 09:30:00.426123 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e4dce-a4da-4018-b646-56c34540dcd7 req-70501cb9-dfe3-475e-bc94-69be25b23536 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:00.428086 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-df7e4dce-a4da-4018-b646-56c34540dcd7 req-70501cb9-dfe3-475e-bc94-69be25b23536 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 944 time: 0.0473187 Aug 16 09:30:00.464231 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-df7e4dce-a4da-4018-b646-56c34540dcd7 req-6f54852f-1217-433b-aab3-0cb0d562c436 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304203 Aug 16 09:30:00.587249 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2edd4a-5416-44b9-a066-1dab384158af req-bc08fbab-a81f-4574-8d23-23881de3ba57 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:00.588700 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fb2edd4a-5416-44b9-a066-1dab384158af req-bc08fbab-a81f-4574-8d23-23881de3ba57 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0494199 Aug 16 09:30:00.624752 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fb2edd4a-5416-44b9-a066-1dab384158af req-708a3813-5a4b-404d-9fc5-b0420fdb640a tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300069 Aug 16 09:30:01.574116 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a3dd3-3e14-48d5-b76d-401a5cf78646 req-155897a7-df2a-4a17-be8f-9e2cb13ae465 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:01.575548 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c12a3dd3-3e14-48d5-b76d-401a5cf78646 req-155897a7-df2a-4a17-be8f-9e2cb13ae465 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 944 time: 0.0464623 Aug 16 09:30:01.611502 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c12a3dd3-3e14-48d5-b76d-401a5cf78646 req-021c09b5-86e4-468d-8a99-434b3e7b12d1 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301960 Aug 16 09:30:01.735437 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e61362-9250-4037-ab91-3adc28fa1071 req-8120e34d-6954-4d9c-ab35-54205d791221 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:01.736950 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b0e61362-9250-4037-ab91-3adc28fa1071 req-8120e34d-6954-4d9c-ab35-54205d791221 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0466132 Aug 16 09:30:01.773512 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b0e61362-9250-4037-ab91-3adc28fa1071 req-b8393f84-76d6-4500-af11-062766b5c420 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301189 Aug 16 09:30:02.045964 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:02.680080 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 53776da3-bc2a-4a72-97ff-5d775a473b72 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:30:02.727471 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eba6b-2e54-4d2c-8327-cde3a2a72b90 req-8e17d591-cc2b-4cf0-b260-09bda312aae6 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:02.729039 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-176eba6b-2e54-4d2c-8327-cde3a2a72b90 req-8e17d591-cc2b-4cf0-b260-09bda312aae6 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 944 time: 0.0513299 Aug 16 09:30:02.766818 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-176eba6b-2e54-4d2c-8327-cde3a2a72b90 req-ac2d710a-469d-4863-a164-70e5be5a5b65 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318899 Aug 16 09:30:02.771887 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 53776da3-bc2a-4a72-97ff-5d775a473b72, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=53776da3-bc2a-4a72-97ff-5d775a473b72,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:30:02.783223 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'port_id': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'mac_address': 'fa:16:3e:87:48:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:30:02.823392 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:02.836144 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53776da3-bc2a-4a72-97ff-5d775a473b72 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:30:02.855827 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 53776da3-bc2a-4a72-97ff-5d775a473b72, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=53776da3-bc2a-4a72-97ff-5d775a473b72,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:30:02.890396 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b109b-a3fd-4251-965c-107ab2f2696b req-6a1af768-28ba-4447-a682-9ae5d0d845d7 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:02.891800 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8d7b109b-a3fd-4251-965c-107ab2f2696b req-6a1af768-28ba-4447-a682-9ae5d0d845d7 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 944 time: 0.0489430 Aug 16 09:30:02.929498 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8d7b109b-a3fd-4251-965c-107ab2f2696b req-398a1e82-82e0-41d7-a283-f9264a1e7b6f tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311983 Aug 16 09:30:02.954882 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:02.955584 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 938ef03c-31da-4e75-924e-5ef58e126c94 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:30:03.046882 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=53776da3-bc2a-4a72-97ff-5d775a473b72,revision_number=7']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:03.088140 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 938ef03c-31da-4e75-924e-5ef58e126c94, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=938ef03c-31da-4e75-924e-5ef58e126c94,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:30:03.215240 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '938ef03c-31da-4e75-924e-5ef58e126c94', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'port_id': '938ef03c-31da-4e75-924e-5ef58e126c94', 'mac_address': 'fa:16:3e:21:18:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:30:03.250530 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:03.262703 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938ef03c-31da-4e75-924e-5ef58e126c94 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:30:03.281628 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 938ef03c-31da-4e75-924e-5ef58e126c94, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=938ef03c-31da-4e75-924e-5ef58e126c94,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:30:03.389606 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:03.434929 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=938ef03c-31da-4e75-924e-5ef58e126c94,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:03.627766 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['53776da3-bc2a-4a72-97ff-5d775a473b72'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:30:03.631723 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['938ef03c-31da-4e75-924e-5ef58e126c94'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:30:03.892377 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d533-25af-4cd4-a934-9c9a33374225 req-6c080cc5-f6af-48b6-9ca7-a54421f2d15b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:03.893833 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-53e1d533-25af-4cd4-a934-9c9a33374225 req-6c080cc5-f6af-48b6-9ca7-a54421f2d15b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 945 time: 0.0473957 Aug 16 09:30:03.931075 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-53e1d533-25af-4cd4-a934-9c9a33374225 req-ff7a3aa6-e51d-49d7-8e91-e0ccf9d865e4 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309906 Aug 16 09:30:04.056477 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbc545-9d8f-4b79-a2c9-72893823640b req-c79b6092-7954-4e5f-b62a-dc87631845c4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:04.057822 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-35dbc545-9d8f-4b79-a2c9-72893823640b req-c79b6092-7954-4e5f-b62a-dc87631845c4 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 945 time: 0.0503895 Aug 16 09:30:04.097305 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-35dbc545-9d8f-4b79-a2c9-72893823640b req-b77eb67c-0a51-45b5-8f92-a2b0182ca276 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310192 Aug 16 09:30:04.694483 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 53776da3-bc2a-4a72-97ff-5d775a473b72 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:30:04.740428 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 53776da3-bc2a-4a72-97ff-5d775a473b72 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:30:04.740798 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:04.836973 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:04.858021 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:30:04.860202 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24b9327-670e-472e-87de-505f372d0f48" -d '{"events": [{"server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "name": "network-vif-plugged", "status": "completed", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:30:04.873121 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 53776da3-bc2a-4a72-97ff-5d775a473b72, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=53776da3-bc2a-4a72-97ff-5d775a473b72,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:30:04.897238 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cb846f-bed5-431a-8590-d8f3432374d8 x-openstack-request-id: req-73cb846f-bed5-431a-8590-d8f3432374d8 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:30:04.897238 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "name": "network-vif-plugged", "status": "completed", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:30:04.897238 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73cb846f-bed5-431a-8590-d8f3432374d8 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:30:04.897238 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'code': 200} Aug 16 09:30:04.998894 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:04.999744 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 938ef03c-31da-4e75-924e-5ef58e126c94 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:30:05.044910 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffa097-c5f6-4e32-8eee-eb8be5157248 req-ac9c20a3-187b-4d3b-b198-833ac6dd8175 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:05.046389 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-29ffa097-c5f6-4e32-8eee-eb8be5157248 req-ac9c20a3-187b-4d3b-b198-833ac6dd8175 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 945 time: 0.0473156 Aug 16 09:30:05.077668 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=53776da3-bc2a-4a72-97ff-5d775a473b72,revision_number=8']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:05.085853 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-29ffa097-c5f6-4e32-8eee-eb8be5157248 req-c7709a98-9e0b-49e7-bd6d-4d76c8ee0698 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333762 Aug 16 09:30:05.158586 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port 938ef03c-31da-4e75-924e-5ef58e126c94 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:30:05.162709 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 938ef03c-31da-4e75-924e-5ef58e126c94 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:30:05.163088 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:05.193665 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdeb66-4efd-4cd3-a4af-1f7e83e1b834 req-ba6944bb-6cce-4991-a652-593ea05df7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:05.195834 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6abdeb66-4efd-4cd3-a4af-1f7e83e1b834 req-ba6944bb-6cce-4991-a652-593ea05df7f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 1099 time: 0.0404453 Aug 16 09:30:05.214133 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300eeb1e-71c4-4854-929e-fbf26f99e8db req-46747f67-ec46-478a-bd01-692cf690faca tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:05.215837 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-300eeb1e-71c4-4854-929e-fbf26f99e8db req-46747f67-ec46-478a-bd01-692cf690faca tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0487878 Aug 16 09:30:05.239244 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6abdeb66-4efd-4cd3-a4af-1f7e83e1b834 req-07691a87-1cf0-4070-9d48-129256bf37c4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358670 Aug 16 09:30:05.248997 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:05.256008 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-300eeb1e-71c4-4854-929e-fbf26f99e8db req-bfd4d666-eef1-4dfc-be5e-150e5ac07581 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332370 Aug 16 09:30:05.280316 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 938ef03c-31da-4e75-924e-5ef58e126c94, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=938ef03c-31da-4e75-924e-5ef58e126c94,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:30:05.386756 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:05.432589 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=938ef03c-31da-4e75-924e-5ef58e126c94,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:06.469831 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f918155-d894-494c-a4ea-2e876f8c7a2d req-95237a6a-2174-47a6-8659-9252e24f2573 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:06.471306 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5f918155-d894-494c-a4ea-2e876f8c7a2d req-95237a6a-2174-47a6-8659-9252e24f2573 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.3144548 Aug 16 09:30:06.493124 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff0f3e-d914-4d16-a4b0-87ad558f1aae req-3854d65e-73c4-4831-b139-37b5ecfdb452 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:06.494493 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b0ff0f3e-d914-4d16-a4b0-87ad558f1aae req-3854d65e-73c4-4831-b139-37b5ecfdb452 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0708294 Aug 16 09:30:06.534546 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5f918155-d894-494c-a4ea-2e876f8c7a2d req-54f542e0-90e7-476f-9800-713fde451caa tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567086 Aug 16 09:30:06.545957 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b0ff0f3e-d914-4d16-a4b0-87ad558f1aae req-3fd9238e-30a6-49a3-8660-b454c1d9a31d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455225 Aug 16 09:30:06.898176 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ef03c-31da-4e75-924e-5ef58e126c94'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:30:06.900467 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829cf7c7-0f8e-4ae7-9f60-803641b715a7" -d '{"events": [{"server_uuid": "029ffb5b-5cc7-46d6-b026-f709312e8c17", "name": "network-vif-plugged", "status": "completed", "tag": "938ef03c-31da-4e75-924e-5ef58e126c94"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:30:06.935412 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56f5b69-a4e4-4aa5-b96a-a63f4d6df5ce x-openstack-request-id: req-d56f5b69-a4e4-4aa5-b96a-a63f4d6df5ce {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:30:06.935702 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029ffb5b-5cc7-46d6-b026-f709312e8c17", "name": "network-vif-plugged", "status": "completed", "tag": "938ef03c-31da-4e75-924e-5ef58e126c94", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:30:06.935952 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d56f5b69-a4e4-4aa5-b96a-a63f4d6df5ce {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:30:06.936399 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ef03c-31da-4e75-924e-5ef58e126c94', 'code': 200} Aug 16 09:30:07.264125 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f452929-c999-40af-8f4d-b0ec23ea0149 req-8f467c3f-cfea-4ac0-8266-6bbf1fa71ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:07.265607 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5f452929-c999-40af-8f4d-b0ec23ea0149 req-8f467c3f-cfea-4ac0-8266-6bbf1fa71ce0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 1099 time: 0.0420778 Aug 16 09:30:07.301412 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5f452929-c999-40af-8f4d-b0ec23ea0149 req-4e892d91-500b-490c-9945-16861308fddd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271108 Aug 16 09:30:07.646684 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a74ad8-80f1-43c8-a2fd-4c34c5a90124 req-ea91e7bf-eef8-4dde-8a4c-3d491fe2fcde tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:07.648113 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f0a74ad8-80f1-43c8-a2fd-4c34c5a90124 req-ea91e7bf-eef8-4dde-8a4c-3d491fe2fcde tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0486667 Aug 16 09:30:07.684980 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f0a74ad8-80f1-43c8-a2fd-4c34c5a90124 req-4fae0fc7-f0db-4bf9-a0de-d2addf4d2693 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302439 Aug 16 09:30:08.798657 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28e701-37b2-4045-a14f-9e3c39bbb6a4 req-7eaac782-18a0-47f1-a232-e9ea65c08568 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:08.800130 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1a28e701-37b2-4045-a14f-9e3c39bbb6a4 req-7eaac782-18a0-47f1-a232-e9ea65c08568 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0475388 Aug 16 09:30:08.837082 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1a28e701-37b2-4045-a14f-9e3c39bbb6a4 req-af1f7019-cf02-4ba3-bddd-651190a04a0e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311399 Aug 16 09:30:08.943971 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd527b2-fc68-4bf5-81d5-5fda205adfe3 req-e6e53821-7413-4346-971b-fabc279290d7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:08.945986 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2fd527b2-fc68-4bf5-81d5-5fda205adfe3 req-e6e53821-7413-4346-971b-fabc279290d7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0458591 Aug 16 09:30:08.954704 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 50836) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:30:08.959111 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8e77b3ab-e3f6-4235-ba07-4c9ff49a114a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'floatingip': {'port_id': '938ef03c-31da-4e75-924e-5ef58e126c94'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:30:08.999446 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8e77b3ab-e3f6-4235-ba07-4c9ff49a114a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:09.409082 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8e77b3ab-e3f6-4235-ba07-4c9ff49a114a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:09.480185 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8e77b3ab-e3f6-4235-ba07-4c9ff49a114a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:09.578005 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.l3_db [None req-8e77b3ab-e3f6-4235-ba07-4c9ff49a114a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Floating IP 81752011-436e-47fe-bca1-8e66ee5479bb associated. External IP: 172.27.3.66, port: 938ef03c-31da-4e75-924e-5ef58e126c94. Aug 16 09:30:09.775353 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e77b3ab-e3f6-4235-ba07-4c9ff49a114a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Router 13d3d334-5801-424a-85db-7e33870e6de0 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:30:09.879940 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e77b3ab-e3f6-4235-ba07-4c9ff49a114a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:30:09.884899 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8e77b3ab-e3f6-4235-ba07-4c9ff49a114a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:09.889757 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b2217-dc8e-482d-8386-4a6524c87f3e None None] Sync routers for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:30:09.899827 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b2217-dc8e-482d-8386-4a6524c87f3e None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:30:09.900601 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-e46b2217-dc8e-482d-8386-4a6524c87f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:29:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:09.910378 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-8e77b3ab-e3f6-4235-ba07-4c9ff49a114a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "PUT /v2.0/floatingips/81752011-436e-47fe-bca1-8e66ee5479bb HTTP/1.1" status: 200 len: 991 time: 0.9545851 Aug 16 09:30:09.910960 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'tag': '938ef03c-31da-4e75-924e-5ef58e126c94'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:30:09.913216 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7163d7f4-a043-4603-99fc-0b687e52a6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "029ffb5b-5cc7-46d6-b026-f709312e8c17", "tag": "938ef03c-31da-4e75-924e-5ef58e126c94"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:30:09.953460 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be5f216-56a9-4d83-9484-dd0a1147012c x-openstack-request-id: req-7be5f216-56a9-4d83-9484-dd0a1147012c {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:30:09.953818 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029ffb5b-5cc7-46d6-b026-f709312e8c17", "tag": "938ef03c-31da-4e75-924e-5ef58e126c94", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:30:09.954142 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7be5f216-56a9-4d83-9484-dd0a1147012c {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:30:09.954608 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'tag': '938ef03c-31da-4e75-924e-5ef58e126c94', 'status': 'completed', 'code': 200} Aug 16 09:30:10.009468 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-e46b2217-dc8e-482d-8386-4a6524c87f3e None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:30:10.015875 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d7f4-a043-4603-99fc-0b687e52a6b4 req-4de95212-139f-49fd-bf78-24665961cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:10.017602 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7163d7f4-a043-4603-99fc-0b687e52a6b4 req-4de95212-139f-49fd-bf78-24665961cb86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fccdc975d94c52b73240b25ab57a37&device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 1099 time: 0.0397952 Aug 16 09:30:10.112766 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d7f4-a043-4603-99fc-0b687e52a6b4 req-0cb91bda-0527-48ae-b89e-72c34f83f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:10.114354 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7163d7f4-a043-4603-99fc-0b687e52a6b4 req-0cb91bda-0527-48ae-b89e-72c34f83f354 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f10ee9bf-7049-4084-bb31-5d17b8e095a2 HTTP/1.1" status: 200 len: 911 time: 0.0893598 Aug 16 09:30:10.178775 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7163d7f4-a043-4603-99fc-0b687e52a6b4 req-7f2763f6-e251-4e46-acbc-ab3635e7dbc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938ef03c-31da-4e75-924e-5ef58e126c94 HTTP/1.1" status: 200 len: 999 time: 0.0572560 Aug 16 09:30:10.225487 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-e46b2217-dc8e-482d-8386-4a6524c87f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '81752011-436e-47fe-bca1-8e66ee5479bb', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'port_id': '938ef03c-31da-4e75-924e-5ef58e126c94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'mac_address': 'fa:16:3e:21:18:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:29:53Z', 'updated_at': '2021-08-16T09:30:09Z', 'revision_number': 1, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:10.228421 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d7f4-a043-4603-99fc-0b687e52a6b4 req-da4bd414-f0a8-42a8-9a39-936a09c5f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:10.229888 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7163d7f4-a043-4603-99fc-0b687e52a6b4 req-da4bd414-f0a8-42a8-9a39-936a09c5f6a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac290e63-0977-4c48-a016-282de1058697 HTTP/1.1" status: 200 len: 849 time: 0.0443199 Aug 16 09:30:10.251359 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b2217-dc8e-482d-8386-4a6524c87f3e None None] Checking router: 13d3d334-5801-424a-85db-7e33870e6de0 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:30:10.259412 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b2217-dc8e-482d-8386-4a6524c87f3e None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:30:10.260059 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-e46b2217-dc8e-482d-8386-4a6524c87f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:29:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:10.277620 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d7f4-a043-4603-99fc-0b687e52a6b4 req-111ad956-d697-4061-a0bb-7ad11a91f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:10.279097 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7163d7f4-a043-4603-99fc-0b687e52a6b4 req-111ad956-d697-4061-a0bb-7ad11a91f19e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f10ee9bf-7049-4084-bb31-5d17b8e095a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413241 Aug 16 09:30:10.371212 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7163d7f4-a043-4603-99fc-0b687e52a6b4 req-6c34cc41-fc3c-416c-aa84-0f3388d4f495 service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834274 Aug 16 09:30:10.447054 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-e46b2217-dc8e-482d-8386-4a6524c87f3e None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:30:10.462747 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-7163d7f4-a043-4603-99fc-0b687e52a6b4 req-30aa0212-5415-4b9e-a2f9-c26af24d0f82 service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843153 Aug 16 09:30:10.660452 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-e46b2217-dc8e-482d-8386-4a6524c87f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '81752011-436e-47fe-bca1-8e66ee5479bb', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'port_id': '938ef03c-31da-4e75-924e-5ef58e126c94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'mac_address': 'fa:16:3e:21:18:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:29:53Z', 'updated_at': '2021-08-16T09:30:09Z', 'revision_number': 1, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:10.685069 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b2217-dc8e-482d-8386-4a6524c87f3e None None] The sync data for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi is: [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '81752011-436e-47fe-bca1-8e66ee5479bb', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'port_id': '938ef03c-31da-4e75-924e-5ef58e126c94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'mac_address': 'fa:16:3e:21:18:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:29:53Z', 'updated_at': '2021-08-16T09:30:09Z', 'revision_number': 1, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:30:10.859690 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b17f0b-b487-4b74-ad72-9c84d6ab20aa None None] New status for floating IP 81752011-436e-47fe-bca1-8e66ee5479bb: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:30:16.478284 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4853f30d-8ed2-47bc-9c91-01af37186e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:19.222842 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:19.245620 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-951230c8-6554-4b89-a434-724194d3ad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:20.348954 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:20.945709 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:30:21.789688 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:29.982093 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd236aa-0210-48a8-bbd3-76f4899f7faf req-4db0ebe3-1fcd-4411-95a6-8771ee47bf5b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:29.983554 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fcd236aa-0210-48a8-bbd3-76f4899f7faf req-4db0ebe3-1fcd-4411-95a6-8771ee47bf5b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 946 time: 0.0475590 Aug 16 09:30:30.021074 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fcd236aa-0210-48a8-bbd3-76f4899f7faf req-16064436-31b3-4c2e-8607-0743c7ac7390 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316031 Aug 16 09:30:31.137899 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bec8c8-e52a-4bf6-b4aa-f56b165a194f req-28d8249c-fc9e-427e-b62b-06069220cf50 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:31.139689 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-98bec8c8-e52a-4bf6-b4aa-f56b165a194f req-28d8249c-fc9e-427e-b62b-06069220cf50 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 946 time: 0.0508084 Aug 16 09:30:31.179988 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-98bec8c8-e52a-4bf6-b4aa-f56b165a194f req-a627eb7c-d4f3-46ed-904d-2c83d5177e42 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341644 Aug 16 09:30:31.753223 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-f1000b0c-7d42-4662-a5a0-5d70382afba7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:31.754631 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-f1000b0c-7d42-4662-a5a0-5d70382afba7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 946 time: 0.0472112 Aug 16 09:30:31.846688 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Deleting port fd6cd630-d2db-4e13-9194-09ff8769acd1 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:30:31.846946 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:31.934769 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] For port fd6cd630-d2db-4e13-9194-09ff8769acd1, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=fd6cd630-d2db-4e13-9194-09ff8769acd1,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:30:31.935129 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:32.089597 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:32.102498 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:32.102498 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:32.102498 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.l3_db [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Floating IP ff45e9c1-26e6-46c5-b7b7-f29942aab3aa disassociated. External IP: 172.27.3.104, port: fd6cd630-d2db-4e13-9194-09ff8769acd1. Aug 16 09:30:32.102498 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Calling delete_port for fd6cd630-d2db-4e13-9194-09ff8769acd1 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:30:32.286079 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:32.299849 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d9d5f-b00a-4511-ad33-56df80bebc55 req-51b1e588-9470-464a-b127-f3c41c6f7847 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:32.301499 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d22d9d5f-b00a-4511-ad33-56df80bebc55 req-51b1e588-9470-464a-b127-f3c41c6f7847 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 867 time: 0.0496671 Aug 16 09:30:32.318544 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event deleted for resources: {'Port': ['ID=fd6cd630-d2db-4e13-9194-09ff8769acd1,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:32.354076 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d22d9d5f-b00a-4511-ad33-56df80bebc55 req-d41b9afb-05dc-4336-bee4-33e2e15a0383 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457613 Aug 16 09:30:32.436921 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Router c4de8c97-5229-4b20-9f01-6520a8c717a7 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:30:32.540871 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:30:32.553489 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4af83-51fc-4f6d-8b52-00642a4fac3d None None] Sync routers for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:30:32.565860 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4af83-51fc-4f6d-8b52-00642a4fac3d None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:30:32.566475 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-dfd4af83-51fc-4f6d-8b52-00642a4fac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:30:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:32.579415 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] No DVR routers for this DVR port fd6cd630-d2db-4e13-9194-09ff8769acd1 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:30:32.581971 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:32.584077 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2faa4753-9fab-4a0d-b015-a2ccc56e6003 req-c13ed3c5-d464-4bf2-aa81-385a0f45e166 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "DELETE /v2.0/ports/fd6cd630-d2db-4e13-9194-09ff8769acd1 HTTP/1.1" status: 204 len: 173 time: 0.8222659 Aug 16 09:30:32.584544 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'name': 'network-vif-deleted', 'tag': 'fd6cd630-d2db-4e13-9194-09ff8769acd1'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:30:32.586785 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1f891e-138e-483f-b48a-8314f8979c7c" -d '{"events": [{"server_uuid": "ad7cf2fd-4643-44ba-88fd-8d44d0230624", "name": "network-vif-deleted", "tag": "fd6cd630-d2db-4e13-9194-09ff8769acd1"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:30:32.625516 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8a0175-3983-4bc6-b374-0d9a0dee1453 x-openstack-request-id: req-fc8a0175-3983-4bc6-b374-0d9a0dee1453 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:30:32.625899 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7cf2fd-4643-44ba-88fd-8d44d0230624", "name": "network-vif-deleted", "tag": "fd6cd630-d2db-4e13-9194-09ff8769acd1", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:30:32.626246 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc8a0175-3983-4bc6-b374-0d9a0dee1453 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:30:32.626681 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7cf2fd-4643-44ba-88fd-8d44d0230624', 'name': 'network-vif-deleted', 'tag': 'fd6cd630-d2db-4e13-9194-09ff8769acd1', 'status': 'completed', 'code': 200} Aug 16 09:30:32.671717 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-dfd4af83-51fc-4f6d-8b52-00642a4fac3d None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:30:32.885422 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-dfd4af83-51fc-4f6d-8b52-00642a4fac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:32.911045 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4af83-51fc-4f6d-8b52-00642a4fac3d None None] Checking router: c4de8c97-5229-4b20-9f01-6520a8c717a7 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:30:32.919431 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4af83-51fc-4f6d-8b52-00642a4fac3d None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:30:32.920010 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-dfd4af83-51fc-4f6d-8b52-00642a4fac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:30:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:33.023836 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-dfd4af83-51fc-4f6d-8b52-00642a4fac3d None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:30:33.223059 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-dfd4af83-51fc-4f6d-8b52-00642a4fac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:33.251896 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4af83-51fc-4f6d-8b52-00642a4fac3d None None] The sync data for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi is: [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:30:33.468378 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-dabf0cf7-0da3-4fed-9f73-e53f93bf0b7d req-53c9e40d-a31f-44b7-99b0-8696315569a1 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad7cf2fd-4643-44ba-88fd-8d44d0230624 HTTP/1.1" status: 200 len: 210 time: 0.0263193 Aug 16 09:30:33.499679 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9158620c-f55e-4493-9e4e-f216f5cfa6ff None None] New status for floating IP ff45e9c1-26e6-46c5-b7b7-f29942aab3aa: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:30:34.713315 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-7700f227-a2ef-4df4-ada6-1b2e810e8086 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133295827&fields=id&tenant_id=6b88604f73564039ab3cdfa704bf201b HTTP/1.1" status: 200 len: 267 time: 0.0335236 Aug 16 09:30:34.820125 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-c7306d2a-adf4-4392-9913-056f06acc08a tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:34.821538 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-c7306d2a-adf4-4392-9913-056f06acc08a tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 812 time: 0.1014149 Aug 16 09:30:34.835935 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-6704cee1-cccb-4b5d-9194-0d15409249e3 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/quotas/6b88604f73564039ab3cdfa704bf201b HTTP/1.1" status: 200 len: 375 time: 0.0087757 Aug 16 09:30:34.862730 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fd6cd630-d2db-4e13-9194-09ff8769acd1 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:30:34.882738 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: fd6cd630-d2db-4e13-9194-09ff8769acd1 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:30:34.883087 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device fd6cd630-d2db-4e13-9194-09ff8769acd1 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:30:34.889236 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-ab5019e8-dbe4-4e34-81da-038b3e0e98ad tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477483 Aug 16 09:30:34.987112 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-9b658ca0-5755-440b-977c-ab62c1fc55e8 service neutron] 10.222.0.39 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854466 Aug 16 09:30:35.072837 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-de1447ae-d775-4ea6-8882-06264c9637f5 service neutron] 10.222.0.39 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796146 Aug 16 09:30:35.659975 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8e00a2d5-3762-4477-bcd4-7243afe31c33 req-3629a23f-5575-4fe1-bd12-d2ca3e08742a tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 210 time: 0.0299044 Aug 16 09:30:36.763013 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5e611a56-7d56-42c8-849e-19f90747d44b req-325631da-c9e0-4145-a800-ebd00e45c1bf tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 210 time: 0.0298254 Aug 16 09:30:37.646813 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-426138b0-46fb-4993-a321-248cd788f548 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:37.648236 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-426138b0-46fb-4993-a321-248cd788f548 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 812 time: 0.1000075 Aug 16 09:30:37.690775 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-3d674521-c127-407b-a5e4-455b5b503276 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b88604f73564039ab3cdfa704bf201b HTTP/1.1" status: 200 len: 379 time: 0.0321832 Aug 16 09:30:37.700815 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'port': {'device_id': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'admin_state_up': True, 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'security_groups': ['0eb06ec9-2fc6-4221-b96a-46c6ec102400']}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:30:37.859140 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b69e643e-23d9-412c-8d7d-3a173e1cad1c req-7f6ca0e8-1952-4ec0-96c1-549d74cd33c1 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 210 time: 0.0256155 Aug 16 09:30:37.902691 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Made reservation on behalf of 6b88604f73564039ab3cdfa704bf201b for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:30:37.906265 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:38.035922 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Allocated IP 172.20.0.5 (19894358-5016-4cbc-83ad-837aad96b259/4a9c8912-57fd-4428-a282-7e357b711658/8b304bf6-14ad-4a7d-81a6-40764a47bcfe) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:30:38.439098 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:38.451109 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Transition to ACTIVE for port object 8b304bf6-14ad-4a7d-81a6-40764a47bcfe will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:30:38.543023 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:38.584622 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Network 19894358-5016-4cbc-83ad-837aad96b259 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:30:38.588088 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:30:38.591730 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:30:38.616890 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'Port': ['ID=8b304bf6-14ad-4a7d-81a6-40764a47bcfe,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:38.633438 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.633826 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.634156 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.634488 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.634818 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.635144 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.635466 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.635787 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.636127 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.636446 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.636949 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.637424 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:38.662182 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:38.662819 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:38.812376 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0171a600-7f75-4b82-af6e-160d2f5bc29d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1149080 Aug 16 09:30:38.825474 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Request body: {'port': {'device_id': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:30:38.881432 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:38.897246 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-fa4acdd4-39b0-4b62-9836-c61fe54a30ec None None] Provisioning for port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:30:38.910098 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-fa4acdd4-39b0-4b62-9836-c61fe54a30ec None None] Provisioning complete for port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:30:38.912763 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-fa4acdd4-39b0-4b62-9836-c61fe54a30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:38.955104 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-fa4acdd4-39b0-4b62-9836-c61fe54a30ec None None] Port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:30:38.981088 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ee084-14ff-412c-b53f-ef54a18b766a req-106e4ead-9216-407a-9d85-afe659d4c400 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:38.982690 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-be0ee084-14ff-412c-b53f-ef54a18b766a req-106e4ead-9216-407a-9d85-afe659d4c400 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 931 time: 0.0501254 Aug 16 09:30:39.028415 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-be0ee084-14ff-412c-b53f-ef54a18b766a req-c2d91026-da0a-432f-935a-8c668881a09c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394161 Aug 16 09:30:39.152558 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b304bf6-14ad-4a7d-81a6-40764a47bcfe {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:30:39.159807 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:39.171611 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Transition to ACTIVE for port object 8b304bf6-14ad-4a7d-81a6-40764a47bcfe will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:30:39.243938 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:39.295586 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Pushing event updated for resources: {'Port': ['ID=8b304bf6-14ad-4a7d-81a6-40764a47bcfe,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:39.362404 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Attempting to bind port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:30:39.362785 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Attempting to bind port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:30:39.363056 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Attempting to bind port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe on network 19894358-5016-4cbc-83ad-837aad96b259 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:30:39.367644 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe on network 19894358-5016-4cbc-83ad-837aad96b259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:30:39.367958 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Attempting to bind port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe on network 19894358-5016-4cbc-83ad-837aad96b259 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:30:39.373039 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:30:39.373370 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Checking segment: {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:30:39.373745 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Bound using segment: {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:30:39.374162 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Bound port: 8b304bf6-14ad-4a7d-81a6-40764a47bcfe, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:30:39.374513 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:39.438868 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] For port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:30:39.441983 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] For port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8b304bf6-14ad-4a7d-81a6-40764a47bcfe,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:30:39.514367 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:39.549214 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:39.549214 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:39.550270 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] 10.222.0.64 "PUT /v2.0/ports/8b304bf6-14ad-4a7d-81a6-40764a47bcfe HTTP/1.1" status: 200 len: 1093 time: 0.7294405 Aug 16 09:30:39.550702 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'tag': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:30:39.552988 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d67d7b-f39f-4ca3-b6d3-dad02e19c231" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3af78a-d12c-4597-8ed6-b23b2a39668d", "tag": "8b304bf6-14ad-4a7d-81a6-40764a47bcfe"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:30:39.579338 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc571e-87d2-4a7e-a880-a84a91fdf243 service neutron] Pushing event updated for resources: {'Port': ['ID=8b304bf6-14ad-4a7d-81a6-40764a47bcfe,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:39.598382 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be097dea-5ab0-48b3-be7a-10c8b585e93a x-openstack-request-id: req-be097dea-5ab0-48b3-be7a-10c8b585e93a {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:30:39.598382 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3af78a-d12c-4597-8ed6-b23b2a39668d", "tag": "8b304bf6-14ad-4a7d-81a6-40764a47bcfe", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:30:39.598694 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be097dea-5ab0-48b3-be7a-10c8b585e93a {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:30:39.599145 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'tag': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'status': 'completed', 'code': 200} Aug 16 09:30:39.666264 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d67d7b-f39f-4ca3-b6d3-dad02e19c231 req-736e54cb-e5bb-4a19-b982-a3311876090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:39.667816 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-99d67d7b-f39f-4ca3-b6d3-dad02e19c231 req-736e54cb-e5bb-4a19-b982-a3311876090d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 1096 time: 0.0463457 Aug 16 09:30:39.767798 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d67d7b-f39f-4ca3-b6d3-dad02e19c231 req-242227e1-5639-4211-a31e-247bf9bef1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:39.769226 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-99d67d7b-f39f-4ca3-b6d3-dad02e19c231 req-242227e1-5639-4211-a31e-247bf9bef1e6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6b88604f73564039ab3cdfa704bf201b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0908494 Aug 16 09:30:39.869413 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d67d7b-f39f-4ca3-b6d3-dad02e19c231 req-9c0e85b0-c81b-4def-afb8-b9ef133bc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:39.870787 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-99d67d7b-f39f-4ca3-b6d3-dad02e19c231 req-9c0e85b0-c81b-4def-afb8-b9ef133bc295 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918467 Aug 16 09:30:39.950300 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0c261683-0221-4f19-9309-2be30ce11988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:39.951750 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-0c261683-0221-4f19-9309-2be30ce11988 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 1096 time: 0.0398536 Aug 16 09:30:39.993603 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-ab7bdced-a167-4a9d-b911-13eca3cc3531 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b304bf6-14ad-4a7d-81a6-40764a47bcfe HTTP/1.1" status: 200 len: 217 time: 0.0330272 Aug 16 09:30:40.045636 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-df0982fa-dc96-4326-a90d-585ef0f09175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:40.047078 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-df0982fa-dc96-4326-a90d-585ef0f09175 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 200 len: 851 time: 0.0456674 Aug 16 09:30:40.092996 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-d5e13c9b-ab0b-49f5-aee3-c80662692504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:40.094655 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-d5e13c9b-ab0b-49f5-aee3-c80662692504 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19894358-5016-4cbc-83ad-837aad96b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403564 Aug 16 09:30:40.139581 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494bf2f-afee-4502-a6b4-3cb3ea887e9d req-9d8e09eb-5eef-4efe-b527-e229481f1ffa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:40.141117 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0494bf2f-afee-4502-a6b4-3cb3ea887e9d req-9d8e09eb-5eef-4efe-b527-e229481f1ffa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 943 time: 0.0469701 Aug 16 09:30:40.179689 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0494bf2f-afee-4502-a6b4-3cb3ea887e9d req-1db0f44c-b524-49ee-8242-0687192d7487 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323925 Aug 16 09:30:40.185117 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-9ec0cbfe-9985-4db1-bbaa-2df6166d0f80 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812893 Aug 16 09:30:40.277241 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-fca3196d-199b-4c47-887a-bf919a72ef9d req-4f8506eb-6f90-4a37-b9d5-001cc070c2c2 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841949 Aug 16 09:30:41.297777 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f98b3-2004-420b-976b-b0439e53806a req-6432f2b0-1dec-4cb9-b04e-2db58f262140 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:41.299267 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-267f98b3-2004-420b-976b-b0439e53806a req-6432f2b0-1dec-4cb9-b04e-2db58f262140 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 943 time: 0.0516267 Aug 16 09:30:41.337923 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-267f98b3-2004-420b-976b-b0439e53806a req-3ad70e80-44b8-4f4f-8c14-89f57573b098 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325556 Aug 16 09:30:42.603270 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c684d58-59ac-41af-b1c8-5821f413f573 req-6f450192-404b-4c62-88ec-d023384419a9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:42.603270 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2c684d58-59ac-41af-b1c8-5821f413f573 req-6f450192-404b-4c62-88ec-d023384419a9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 943 time: 0.0490193 Aug 16 09:30:42.603270 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2c684d58-59ac-41af-b1c8-5821f413f573 req-81767e69-a1b4-4747-936e-c881deb2bb3d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331175 Aug 16 09:30:43.607181 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434ce7-0a1d-4856-bc4b-f79c4b0c4fea req-d7e9af2c-ccca-4c19-8c47-affb6c96bea6 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:43.608703 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-84434ce7-0a1d-4856-bc4b-f79c4b0c4fea req-d7e9af2c-ccca-4c19-8c47-affb6c96bea6 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 943 time: 0.0487943 Aug 16 09:30:43.646921 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-84434ce7-0a1d-4856-bc4b-f79c4b0c4fea req-bf8e9990-da22-4d1c-baf9-1e333fb7d129 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323141 Aug 16 09:30:44.769878 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2f514-6a4e-48b4-8c16-f8e414d39777 req-2aecded3-4b5d-4cfc-8072-b342df8f0ca1 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:44.771366 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1ff2f514-6a4e-48b4-8c16-f8e414d39777 req-2aecded3-4b5d-4cfc-8072-b342df8f0ca1 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 943 time: 0.0520399 Aug 16 09:30:44.808346 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1ff2f514-6a4e-48b4-8c16-f8e414d39777 req-dc45a586-531a-407b-997b-6d053d3dade4 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310941 Aug 16 09:30:45.919827 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8afaeb-6c8d-4318-b65b-1a0213ba4a3c req-30e73186-a175-44bb-9359-fb7df4ba7c21 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:45.921414 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fc8afaeb-6c8d-4318-b65b-1a0213ba4a3c req-30e73186-a175-44bb-9359-fb7df4ba7c21 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 943 time: 0.0480008 Aug 16 09:30:45.958262 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fc8afaeb-6c8d-4318-b65b-1a0213ba4a3c req-51a63ded-8323-40ae-a8f4-2fdeefa3173e tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309451 Aug 16 09:30:46.588283 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-dcf79a75-699f-4626-943a-9b5b18aa62bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:47.068730 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d0c45-2d85-4121-9e67-64c81c3be33b req-ed737bcd-6d03-436a-b794-f2cb17b9e9bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:47.070176 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-541d0c45-2d85-4121-9e67-64c81c3be33b req-ed737bcd-6d03-436a-b794-f2cb17b9e9bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 943 time: 0.0460720 Aug 16 09:30:47.110572 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-541d0c45-2d85-4121-9e67-64c81c3be33b req-658bf77a-b8d7-41d9-8883-b7542e6a459c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336494 Aug 16 09:30:48.237062 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18557d96-19da-4097-ad36-df3723b26f8a req-2b8ef277-2e7f-46ee-8c23-e3052a9100d4 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:48.240337 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-18557d96-19da-4097-ad36-df3723b26f8a req-2b8ef277-2e7f-46ee-8c23-e3052a9100d4 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 943 time: 0.0527143 Aug 16 09:30:48.276740 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-18557d96-19da-4097-ad36-df3723b26f8a req-8ed19d77-25b0-4970-8f1a-f64d32e0f566 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321877 Aug 16 09:30:48.943718 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8b304bf6-14ad-4a7d-81a6-40764a47bcfe details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:30:49.037516 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8b304bf6-14ad-4a7d-81a6-40764a47bcfe,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:30:49.049975 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'port_id': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'mac_address': 'fa:16:3e:29:58:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:30:49.090250 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:49.117281 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b304bf6-14ad-4a7d-81a6-40764a47bcfe {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:30:49.143155 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8b304bf6-14ad-4a7d-81a6-40764a47bcfe,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:30:49.211007 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:49.239700 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:49.243118 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7764-c71f-426e-ae8c-ce62cae78f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:49.289231 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=8b304bf6-14ad-4a7d-81a6-40764a47bcfe,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:49.297182 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.297533 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.297875 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.298210 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.298577 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.298919 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.299248 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.299574 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.299928 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.300225 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.300588 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.300908 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:49.392109 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a64b65-6b7c-49d3-9ebc-3bf3470da265 req-6e2bba69-d17e-4009-a51f-848cfebdb0b6 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:49.469247 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d9a64b65-6b7c-49d3-9ebc-3bf3470da265 req-6e2bba69-d17e-4009-a51f-848cfebdb0b6 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 944 time: 0.0494769 Aug 16 09:30:49.469247 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d9a64b65-6b7c-49d3-9ebc-3bf3470da265 req-3abc8a7d-9e26-48b1-813e-2b9e08b0f679 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309896 Aug 16 09:30:49.469785 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['8b304bf6-14ad-4a7d-81a6-40764a47bcfe'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:30:50.313848 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:50.544907 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02409098-7d75-417f-9847-49a23551e0a3 req-c43c89a1-7748-4c51-993f-4ddde12d9528 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:50.546408 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-02409098-7d75-417f-9847-49a23551e0a3 req-c43c89a1-7748-4c51-993f-4ddde12d9528 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 944 time: 0.0485430 Aug 16 09:30:50.583628 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-02409098-7d75-417f-9847-49a23551e0a3 req-c504c106-0ebc-4889-9b71-2bcd6cd04688 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312638 Aug 16 09:30:50.943312 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8b304bf6-14ad-4a7d-81a6-40764a47bcfe up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:30:51.056976 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:30:51.061033 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:30:51.061409 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:51.141918 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:51.176790 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:30:51.192120 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cb09aa-ba95-4532-9d76-d4be33d69b89" -d '{"events": [{"server_uuid": "ab3af78a-d12c-4597-8ed6-b23b2a39668d", "name": "network-vif-plugged", "status": "completed", "tag": "8b304bf6-14ad-4a7d-81a6-40764a47bcfe"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:30:51.192663 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8b304bf6-14ad-4a7d-81a6-40764a47bcfe,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:30:51.219581 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b79149-664a-4a79-a119-743148858d74 x-openstack-request-id: req-f5b79149-664a-4a79-a119-743148858d74 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:30:51.226695 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3af78a-d12c-4597-8ed6-b23b2a39668d", "name": "network-vif-plugged", "status": "completed", "tag": "8b304bf6-14ad-4a7d-81a6-40764a47bcfe", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:30:51.226695 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5b79149-664a-4a79-a119-743148858d74 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:30:51.226695 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'code': 200} Aug 16 09:30:51.279902 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:51.339535 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=8b304bf6-14ad-4a7d-81a6-40764a47bcfe,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:51.682458 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fa279-c2e0-4970-a173-ba309d6a902c req-c625cfe3-2cdc-410c-b2e5-4968a981c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:51.685067 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-905fa279-c2e0-4970-a173-ba309d6a902c req-c625cfe3-2cdc-410c-b2e5-4968a981c72c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 1098 time: 0.0453601 Aug 16 09:30:51.709561 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa40e95-92ba-4538-a198-a67e42534145 req-e3d18b6b-9c48-4f37-826d-ea2087f1ac39 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:51.711242 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0aa40e95-92ba-4538-a198-a67e42534145 req-e3d18b6b-9c48-4f37-826d-ea2087f1ac39 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 945 time: 0.0556355 Aug 16 09:30:51.727243 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-905fa279-c2e0-4970-a173-ba309d6a902c req-9038c3b6-b4b1-455a-8d1c-7473b9b822e6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341611 Aug 16 09:30:51.752059 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0aa40e95-92ba-4538-a198-a67e42534145 req-5e9f62f8-7d79-41df-a636-ca696abe6881 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347657 Aug 16 09:30:51.820879 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:52.870659 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138066-6bba-4bb0-82d6-03bab5a49dda req-7cd892e4-bd6e-4f8c-a9e5-4bdf0d6d15aa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:52.872248 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8b138066-6bba-4bb0-82d6-03bab5a49dda req-7cd892e4-bd6e-4f8c-a9e5-4bdf0d6d15aa tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 945 time: 0.0505610 Aug 16 09:30:52.916458 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8b138066-6bba-4bb0-82d6-03bab5a49dda req-37555c92-ee63-409a-ae55-b788076733d9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371549 Aug 16 09:30:53.048648 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94523200-d058-47ca-9b54-f8a79db9dc2f req-b37f71ea-fe98-47c4-97cb-6110368175f9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:53.050256 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-94523200-d058-47ca-9b54-f8a79db9dc2f req-b37f71ea-fe98-47c4-97cb-6110368175f9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 945 time: 0.0543041 Aug 16 09:30:53.096990 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-94523200-d058-47ca-9b54-f8a79db9dc2f req-ff433d09-ba70-4eb1-bd0b-7f150bab76b1 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405757 Aug 16 09:30:53.116512 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51008) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:30:53.159128 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8e5f7e-d785-4cdd-9a7e-b21b8b4a14b4 tempest-TestVolumeBootPattern-502859456 tempest-TestVolumeBootPattern-502859456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:53.162960 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-ea8e5f7e-d785-4cdd-9a7e-b21b8b4a14b4 tempest-TestVolumeBootPattern-502859456 tempest-TestVolumeBootPattern-502859456-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 1093 time: 0.0433373 Aug 16 09:30:53.163530 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51010) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:30:53.167961 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'floatingip': {'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'port_id': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:30:53.243982 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:53.341552 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:53.448977 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Allocated IP 172.27.3.191 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/30da2c6f-50a5-4175-bbfb-e527ef246a7b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:30:53.548697 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:53.754617 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:53.798803 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:30:53.801801 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:30:53.805400 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:30:53.829789 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'Port': ['ID=30da2c6f-50a5-4175-bbfb-e527ef246a7b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:53.844063 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:53.844447 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:53.844795 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:53.845131 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:53.845459 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:53.845788 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:53.846115 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:53.846444 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:53.846882 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:53.847215 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:53.847425 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:53.847731 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:30:54.187094 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:54.374368 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:54.526633 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:54.632211 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8465254'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:54.700697 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'Port': ['ID=30da2c6f-50a5-4175-bbfb-e527ef246a7b,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:30:54.712343 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:54.813564 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.l3_db [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Floating IP 9e31ca0f-825a-40cf-8c51-ef903e70b8e6 associated. External IP: 172.27.3.191, port: 8b304bf6-14ad-4a7d-81a6-40764a47bcfe. Aug 16 09:30:55.023127 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Router c4de8c97-5229-4b20-9f01-6520a8c717a7 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:30:55.131884 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:30:55.144391 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d86d45e-e235-4eb3-baf7-4cdba199b95b None None] Sync routers for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:30:55.153040 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86d45e-e235-4eb3-baf7-4cdba199b95b None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:30:55.153683 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-2d86d45e-e235-4eb3-baf7-4cdba199b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:30:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:55.246322 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:30:55.260403 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-2d86d45e-e235-4eb3-baf7-4cdba199b95b None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:30:55.285510 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-40e7a07c-dc63-47a6-ba94-fd2337859af9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1208909 Aug 16 09:30:55.286206 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'tag': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:30:55.289371 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d4c160-b117-470b-9ac1-52606a001816" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3af78a-d12c-4597-8ed6-b23b2a39668d", "tag": "8b304bf6-14ad-4a7d-81a6-40764a47bcfe"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:30:55.334119 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174d01e0-7df3-498d-ae34-d86cae8b279c x-openstack-request-id: req-174d01e0-7df3-498d-ae34-d86cae8b279c {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:30:55.334788 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3af78a-d12c-4597-8ed6-b23b2a39668d", "tag": "8b304bf6-14ad-4a7d-81a6-40764a47bcfe", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:30:55.335273 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-174d01e0-7df3-498d-ae34-d86cae8b279c {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:30:55.335957 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'tag': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'status': 'completed', 'code': 200} Aug 16 09:30:55.402949 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4c160-b117-470b-9ac1-52606a001816 req-41a701a3-d758-4b90-a53b-4167bcaf7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:55.408092 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-41d4c160-b117-470b-9ac1-52606a001816 req-41a701a3-d758-4b90-a53b-4167bcaf7622 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 1098 time: 0.0471611 Aug 16 09:30:55.496232 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4c160-b117-470b-9ac1-52606a001816 req-f9097a8f-3e5a-42ff-b705-33aec84e5385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:55.497969 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-41d4c160-b117-470b-9ac1-52606a001816 req-f9097a8f-3e5a-42ff-b705-33aec84e5385 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 913 time: 0.0853019 Aug 16 09:30:55.507788 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-2d86d45e-e235-4eb3-baf7-4cdba199b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '9e31ca0f-825a-40cf-8c51-ef903e70b8e6', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:29:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:30:54Z', 'updated_at': '2021-08-16T09:30:54Z', 'revision_number': 0, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:55.538347 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d86d45e-e235-4eb3-baf7-4cdba199b95b None None] Checking router: c4de8c97-5229-4b20-9f01-6520a8c717a7 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:30:55.548091 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86d45e-e235-4eb3-baf7-4cdba199b95b None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:30:55.548813 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-2d86d45e-e235-4eb3-baf7-4cdba199b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:30:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:55.593722 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-41d4c160-b117-470b-9ac1-52606a001816 req-e6dcc53a-c5a4-4ec0-a98f-61f9269e35d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b304bf6-14ad-4a7d-81a6-40764a47bcfe HTTP/1.1" status: 200 len: 999 time: 0.0879109 Aug 16 09:30:55.647933 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4c160-b117-470b-9ac1-52606a001816 req-89ad93fb-313f-4eab-8384-11e9e91642c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:55.649681 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-41d4c160-b117-470b-9ac1-52606a001816 req-89ad93fb-313f-4eab-8384-11e9e91642c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 200 len: 851 time: 0.0486305 Aug 16 09:30:55.701562 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4c160-b117-470b-9ac1-52606a001816 req-cbde106e-d9b1-43b6-8450-eafd1f0bcc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:30:55.703067 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-41d4c160-b117-470b-9ac1-52606a001816 req-cbde106e-d9b1-43b6-8450-eafd1f0bcc1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19894358-5016-4cbc-83ad-837aad96b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462317 Aug 16 09:30:55.752515 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-2d86d45e-e235-4eb3-baf7-4cdba199b95b None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:30:55.802351 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-41d4c160-b117-470b-9ac1-52606a001816 req-50e6ee02-e718-4b7e-b675-f45542f8b115 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921998 Aug 16 09:30:55.906431 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-41d4c160-b117-470b-9ac1-52606a001816 req-4c38dc02-a51c-499d-a38d-85eb709d4f72 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972459 Aug 16 09:30:55.990947 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-2d86d45e-e235-4eb3-baf7-4cdba199b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '9e31ca0f-825a-40cf-8c51-ef903e70b8e6', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:29:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:30:54Z', 'updated_at': '2021-08-16T09:30:54Z', 'revision_number': 0, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:30:56.022415 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d86d45e-e235-4eb3-baf7-4cdba199b95b None None] The sync data for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi is: [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '9e31ca0f-825a-40cf-8c51-ef903e70b8e6', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:29:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:30:54Z', 'updated_at': '2021-08-16T09:30:54Z', 'revision_number': 0, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:30:56.221196 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b44cd-3311-4ac6-8c39-ceb26f9dbe2e None None] New status for floating IP 9e31ca0f-825a-40cf-8c51-ef903e70b8e6: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:30:57.944135 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:31:02.048680 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:02.862110 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f771b3d-459a-469f-9d32-19f6715725a6 req-1c1a7c9d-9271-4286-aa85-bcf5ac8fe255 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:02.863604 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8f771b3d-459a-469f-9d32-19f6715725a6 req-1c1a7c9d-9271-4286-aa85-bcf5ac8fe255 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0480988 Aug 16 09:31:02.900670 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-8f771b3d-459a-469f-9d32-19f6715725a6 req-ac5c50ef-60dd-4b3f-b56a-e2c7796d0b3a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301535 Aug 16 09:31:04.020192 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63606326-ce04-4244-905f-5fa4ab9ec292 req-d4bde8bf-94c9-45bd-9dfb-fb0c874d37c1 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:04.021673 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-63606326-ce04-4244-905f-5fa4ab9ec292 req-d4bde8bf-94c9-45bd-9dfb-fb0c874d37c1 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0495765 Aug 16 09:31:04.057534 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-63606326-ce04-4244-905f-5fa4ab9ec292 req-f6265fbe-1750-498c-a710-47d1348f8c3e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300882 Aug 16 09:31:05.169400 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a41f4-cc27-467b-881c-e98693d93360 req-8b808317-12c6-48e4-a631-05900f63ad58 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:05.170852 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d39a41f4-cc27-467b-881c-e98693d93360 req-8b808317-12c6-48e4-a631-05900f63ad58 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0463455 Aug 16 09:31:05.207557 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d39a41f4-cc27-467b-881c-e98693d93360 req-91f31160-1dba-45a6-b6ca-7e2cfd1596c5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308893 Aug 16 09:31:06.319243 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa62f-e316-4014-854f-284cf8be8a0a req-1746ee16-e35e-41db-ac3f-a951f26302ba tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:06.320729 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-39eaa62f-e316-4014-854f-284cf8be8a0a req-1746ee16-e35e-41db-ac3f-a951f26302ba tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0462203 Aug 16 09:31:06.356986 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-39eaa62f-e316-4014-854f-284cf8be8a0a req-aa4b821d-8065-40e8-8d26-94b6f3d66f66 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298712 Aug 16 09:31:07.478829 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff645b-7db4-4360-b73e-da46b40cfa43 req-4097e85f-4433-4004-abd1-7b060731f7a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:07.480278 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-03ff645b-7db4-4360-b73e-da46b40cfa43 req-4097e85f-4433-4004-abd1-7b060731f7a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0508301 Aug 16 09:31:07.516813 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-03ff645b-7db4-4360-b73e-da46b40cfa43 req-cbd1604d-632b-460e-a46a-beedb63ec39a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304370 Aug 16 09:31:08.627929 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b647-91e7-4f02-8751-41549679b2ed req-49aead33-4684-479f-98e3-fd3546dbb630 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:08.629539 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cf11b647-91e7-4f02-8751-41549679b2ed req-49aead33-4684-479f-98e3-fd3546dbb630 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0477376 Aug 16 09:31:08.666025 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cf11b647-91e7-4f02-8751-41549679b2ed req-4b271f36-24a3-4e63-8541-9fbd7cfcc6a2 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307236 Aug 16 09:31:09.777626 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071054b3-2820-4935-b38c-f1e05af7f912 req-83575199-264e-4705-9fbf-014bc3f068be tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:09.779121 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-071054b3-2820-4935-b38c-f1e05af7f912 req-83575199-264e-4705-9fbf-014bc3f068be tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0472846 Aug 16 09:31:09.816282 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-071054b3-2820-4935-b38c-f1e05af7f912 req-d566755d-1ad1-44ea-9740-718461820084 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312161 Aug 16 09:31:10.929849 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532c4dd-5ee7-40b1-8a27-aad838ab3135 req-6bab6be1-1868-4277-986c-f096526c6e32 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:10.931285 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9532c4dd-5ee7-40b1-8a27-aad838ab3135 req-6bab6be1-1868-4277-986c-f096526c6e32 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0489206 Aug 16 09:31:10.967887 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9532c4dd-5ee7-40b1-8a27-aad838ab3135 req-92cfb06f-f93e-4826-addf-8214d1a3dc14 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303924 Aug 16 09:31:12.080630 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539b31c-56db-4fa4-89cc-45dc5841255e req-c7443212-79ea-4236-aaa8-a057aadb3c3d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:12.082080 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5539b31c-56db-4fa4-89cc-45dc5841255e req-c7443212-79ea-4236-aaa8-a057aadb3c3d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0463698 Aug 16 09:31:12.118313 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5539b31c-56db-4fa4-89cc-45dc5841255e req-89043743-5bd2-482c-9314-1fe35f38c844 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302854 Aug 16 09:31:13.229771 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac387e-6c75-4d45-8c7c-29bd6bd5c987 req-f69545ce-e742-4709-88e5-43262ec5fb24 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:13.231215 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-40ac387e-6c75-4d45-8c7c-29bd6bd5c987 req-f69545ce-e742-4709-88e5-43262ec5fb24 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0462825 Aug 16 09:31:13.267027 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-40ac387e-6c75-4d45-8c7c-29bd6bd5c987 req-17e1886e-8bc3-45de-8084-4eb578b2cdc2 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300086 Aug 16 09:31:14.382715 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c881e15-42f5-47bd-9bd1-4b71061c2fe1 req-1221c707-c0e2-4daa-a5d3-8851474821c8 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:14.384060 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4c881e15-42f5-47bd-9bd1-4b71061c2fe1 req-1221c707-c0e2-4daa-a5d3-8851474821c8 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0495546 Aug 16 09:31:14.419704 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4c881e15-42f5-47bd-9bd1-4b71061c2fe1 req-34a89b9a-f9e4-457b-b128-56fd1534ca28 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299091 Aug 16 09:31:15.533592 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156b335-5b68-471e-b3f9-55a1ac775a72 req-6c699ca0-da02-4d56-8825-75dc7590cf8e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:15.535335 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0156b335-5b68-471e-b3f9-55a1ac775a72 req-6c699ca0-da02-4d56-8825-75dc7590cf8e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0461841 Aug 16 09:31:15.571472 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0156b335-5b68-471e-b3f9-55a1ac775a72 req-7ca922d8-cf2b-4345-8fcb-e8e638b506ce tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307086 Aug 16 09:31:16.483424 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ecd64383-8b0d-4307-be75-7da6ca0ce59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:16.682832 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd30a3d-67bd-4f2b-bb33-cfac04c81d7c req-7cc60841-247c-4a07-a234-7c639abd6d57 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:16.684339 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4bd30a3d-67bd-4f2b-bb33-cfac04c81d7c req-7cc60841-247c-4a07-a234-7c639abd6d57 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0472543 Aug 16 09:31:16.721140 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4bd30a3d-67bd-4f2b-bb33-cfac04c81d7c req-75fb7455-95e2-42f4-a72b-9d133ca1f8d3 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310168 Aug 16 09:31:17.839024 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e92ad-07c2-486a-8bcb-062892328c52 req-4459551f-dd0b-4ba2-a09e-079d2d8bc2aa tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:17.840416 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-db4e92ad-07c2-486a-8bcb-062892328c52 req-4459551f-dd0b-4ba2-a09e-079d2d8bc2aa tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0501950 Aug 16 09:31:17.877037 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-db4e92ad-07c2-486a-8bcb-062892328c52 req-bfabca60-f5bc-4ac7-b18f-be9a2c42db9c tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304718 Aug 16 09:31:18.986506 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b2aab-a1e8-49e5-92ab-7d43c4da0fb2 req-295705e7-d85a-4fc7-851a-07082cccedb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:18.987997 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2e8b2aab-a1e8-49e5-92ab-7d43c4da0fb2 req-295705e7-d85a-4fc7-851a-07082cccedb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0464616 Aug 16 09:31:19.024157 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-2e8b2aab-a1e8-49e5-92ab-7d43c4da0fb2 req-7f048dc1-2fc5-48c0-bae5-94411470075f tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305288 Aug 16 09:31:19.243227 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:19.244723 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5c475709-49cf-4016-b6fe-62987cbee8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:19.395173 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a79635-c82c-4210-bce1-ff0945988f95 req-31abb954-6a93-463c-a3f3-c75097a39b32 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:19.397238 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a0a79635-c82c-4210-bce1-ff0945988f95 req-31abb954-6a93-463c-a3f3-c75097a39b32 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0509000 Aug 16 09:31:19.433516 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a0a79635-c82c-4210-bce1-ff0945988f95 req-e82e595c-03e8-48e4-af2f-edb410087eee tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310483 Aug 16 09:31:19.500724 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cee47f-b529-4f96-92ca-8f7f8689db83 req-5cc166a0-e9c9-417c-914d-764483b016ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:19.502120 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-52cee47f-b529-4f96-92ca-8f7f8689db83 req-5cc166a0-e9c9-417c-914d-764483b016ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fccdc975d94c52b73240b25ab57a37&device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 1099 time: 0.0402603 Aug 16 09:31:19.590197 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cee47f-b529-4f96-92ca-8f7f8689db83 req-6009331d-3051-43e2-8601-cd208e787e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:19.591857 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-52cee47f-b529-4f96-92ca-8f7f8689db83 req-6009331d-3051-43e2-8601-cd208e787e1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f10ee9bf-7049-4084-bb31-5d17b8e095a2 HTTP/1.1" status: 200 len: 911 time: 0.0830758 Aug 16 09:31:19.655890 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-52cee47f-b529-4f96-92ca-8f7f8689db83 req-cf0a0134-601b-44a8-ac4b-8d0af08bf4a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938ef03c-31da-4e75-924e-5ef58e126c94 HTTP/1.1" status: 200 len: 1001 time: 0.0563347 Aug 16 09:31:19.706828 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cee47f-b529-4f96-92ca-8f7f8689db83 req-2ead7b88-bc0b-4241-b59f-f61dc9bf022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:19.708236 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-52cee47f-b529-4f96-92ca-8f7f8689db83 req-2ead7b88-bc0b-4241-b59f-f61dc9bf022e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac290e63-0977-4c48-a016-282de1058697 HTTP/1.1" status: 200 len: 849 time: 0.0457878 Aug 16 09:31:19.753724 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cee47f-b529-4f96-92ca-8f7f8689db83 req-b0309c25-8169-4ac1-b142-46f85514370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:19.753933 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-52cee47f-b529-4f96-92ca-8f7f8689db83 req-b0309c25-8169-4ac1-b142-46f85514370b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f10ee9bf-7049-4084-bb31-5d17b8e095a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388722 Aug 16 09:31:19.838294 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-52cee47f-b529-4f96-92ca-8f7f8689db83 req-a1e418ce-d14e-446d-b263-6130bde293ba service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772996 Aug 16 09:31:19.930575 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-52cee47f-b529-4f96-92ca-8f7f8689db83 req-5416b95c-ab6f-4101-83ea-ac963d5affb9 service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841405 Aug 16 09:31:20.316617 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:20.551253 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85deca39-f5cf-4105-a9a7-061ad7525e16 req-49917cd1-4f1b-43dd-a61e-be8597cb948f tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:20.552736 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-85deca39-f5cf-4105-a9a7-061ad7525e16 req-49917cd1-4f1b-43dd-a61e-be8597cb948f tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0503891 Aug 16 09:31:20.589211 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-85deca39-f5cf-4105-a9a7-061ad7525e16 req-9e8af18a-da1b-4925-b33b-30c6b9bce00b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302629 Aug 16 09:31:21.710412 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0c3ad-dfce-47fb-93b9-762c4ef9db2c req-a6ea2fbf-7a51-4478-a47d-ee6d50dcedef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:21.711883 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3ab0c3ad-dfce-47fb-93b9-762c4ef9db2c req-a6ea2fbf-7a51-4478-a47d-ee6d50dcedef tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0479386 Aug 16 09:31:21.752544 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3ab0c3ad-dfce-47fb-93b9-762c4ef9db2c req-144b7135-1791-4aae-a972-d978e9b8fd4b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334094 Aug 16 09:31:21.816043 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:21.916695 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51092) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:22.392798 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Deleting port 7a4446e8-c7ec-4770-83ad-d75d03fd25ae {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:31:22.393058 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:22.466305 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:22.466895 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:22.478541 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Calling delete_port for 7a4446e8-c7ec-4770-83ad-d75d03fd25ae owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:31:22.670835 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:22.696430 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event deleted for resources: {'Port': ['ID=7a4446e8-c7ec-4770-83ad-d75d03fd25ae,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:22.750757 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:22.751476 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.l3_db [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Floating IP fe474cf3-b4d9-4978-a600-458e06a6cea1 disassociated (deleted). External IP: 172.27.3.161, port: 53776da3-bc2a-4a72-97ff-5d775a473b72. Aug 16 09:31:22.952236 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:31:23.051144 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:31:23.055995 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:23.060493 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d1192-3ae7-43c7-8ae4-3d10959eb3e8 None None] Sync routers for ids ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:31:23.070282 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d1192-3ae7-43c7-8ae4-3d10959eb3e8 None None] Routers {'689f96f4-3c1a-4e7d-a0cb-a896dd503364'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:31:23.070868 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-968d1192-3ae7-43c7-8ae4-3d10959eb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:31:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:23.082418 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-ab1a23cf-afe9-4912-9c1c-8808389e1e0b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "DELETE /v2.0/floatingips/fe474cf3-b4d9-4978-a600-458e06a6cea1 HTTP/1.1" status: 204 len: 168 time: 1.1645954 Aug 16 09:31:23.083001 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:31:23.085492 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb354b8-095d-4947-990d-96fe261ac163" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:31:23.121624 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e7e2d0-939d-4675-bb6d-5f01b9326f23 x-openstack-request-id: req-d2e7e2d0-939d-4675-bb6d-5f01b9326f23 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:31:23.121915 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:31:23.122168 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2e7e2d0-939d-4675-bb6d-5f01b9326f23 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:31:23.122568 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'status': 'completed', 'code': 200} Aug 16 09:31:23.175422 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-968d1192-3ae7-43c7-8ae4-3d10959eb3e8 None None] Set router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:31:23.182943 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb354b8-095d-4947-990d-96fe261ac163 req-34991189-9c81-4d08-9d2c-26f0445efa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:23.184487 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-feb354b8-095d-4947-990d-96fe261ac163 req-34991189-9c81-4d08-9d2c-26f0445efa35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f&device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 1099 time: 0.0402575 Aug 16 09:31:23.277254 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb354b8-095d-4947-990d-96fe261ac163 req-37cbe50b-807a-4489-9e18-6da846e7482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:23.278656 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-feb354b8-095d-4947-990d-96fe261ac163 req-37cbe50b-807a-4489-9e18-6da846e7482c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c347564-1a56-4aae-8d6f-f3d99b41df67 HTTP/1.1" status: 200 len: 910 time: 0.0865369 Aug 16 09:31:23.319730 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-feb354b8-095d-4947-990d-96fe261ac163 req-e4cb7213-f5e2-40a7-a4ab-7e0c705cd7c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53776da3-bc2a-4a72-97ff-5d775a473b72 HTTP/1.1" status: 200 len: 217 time: 0.0341175 Aug 16 09:31:23.368982 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb354b8-095d-4947-990d-96fe261ac163 req-a7e17984-fc18-45f2-bd7a-0df78a42557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:23.370450 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-feb354b8-095d-4947-990d-96fe261ac163 req-a7e17984-fc18-45f2-bd7a-0df78a42557f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=185a726c-b09e-41f6-811d-8564e2c670d0 HTTP/1.1" status: 200 len: 848 time: 0.0441184 Aug 16 09:31:23.371671 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-968d1192-3ae7-43c7-8ae4-3d10959eb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:47Z', 'revision_number': 4, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '92204a35-c788-43e4-965c-b4b4d4455252', 'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'mac_address': 'fa:16:3e:a8:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:46Z', 'updated_at': '2021-08-16T09:25:53Z', 'revision_number': 5, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'subnets': [{'id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:23.396890 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d1192-3ae7-43c7-8ae4-3d10959eb3e8 None None] Checking router: 689f96f4-3c1a-4e7d-a0cb-a896dd503364 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:31:23.405801 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d1192-3ae7-43c7-8ae4-3d10959eb3e8 None None] Routers {'689f96f4-3c1a-4e7d-a0cb-a896dd503364'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:31:23.406407 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-968d1192-3ae7-43c7-8ae4-3d10959eb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:31:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:23.415740 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb354b8-095d-4947-990d-96fe261ac163 req-6d4e1798-b7c3-47fe-bd9d-cb52662e6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:23.421387 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-feb354b8-095d-4947-990d-96fe261ac163 req-6d4e1798-b7c3-47fe-bd9d-cb52662e6d70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c347564-1a56-4aae-8d6f-f3d99b41df67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391335 Aug 16 09:31:23.511798 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-feb354b8-095d-4947-990d-96fe261ac163 req-6043ad10-c26f-4dbc-9743-0eaad2113e46 service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866816 Aug 16 09:31:23.521514 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-968d1192-3ae7-43c7-8ae4-3d10959eb3e8 None None] Set router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:31:23.548067 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe5b4-365f-4e15-a50c-f5b9be121e69 req-541636f5-f0ff-407f-b424-005c975fd4d3 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:23.549605 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0a1fe5b4-365f-4e15-a50c-f5b9be121e69 req-541636f5-f0ff-407f-b424-005c975fd4d3 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0481174 Aug 16 09:31:23.590490 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0a1fe5b4-365f-4e15-a50c-f5b9be121e69 req-2555b6c9-f448-4d12-8382-bab391ed62c8 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342736 Aug 16 09:31:23.604239 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-feb354b8-095d-4947-990d-96fe261ac163 req-dce53fb1-a6fa-45bb-b8e5-f0d422cb6e06 service neutron] 10.222.0.64 "GET /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842502 Aug 16 09:31:23.724829 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-968d1192-3ae7-43c7-8ae4-3d10959eb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:47Z', 'revision_number': 4, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '92204a35-c788-43e4-965c-b4b4d4455252', 'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'mac_address': 'fa:16:3e:a8:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:46Z', 'updated_at': '2021-08-16T09:25:53Z', 'revision_number': 5, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'subnets': [{'id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:23.749224 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d1192-3ae7-43c7-8ae4-3d10959eb3e8 None None] The sync data for ids ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'] in dv-cinder-804611-1-iscsi is: [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:25:47Z', 'revision_number': 4, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '92204a35-c788-43e4-965c-b4b4d4455252', 'name': '', 'network_id': '4c347564-1a56-4aae-8d6f-f3d99b41df67', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'mac_address': 'fa:16:3e:a8:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:46Z', 'updated_at': '2021-08-16T09:25:53Z', 'revision_number': 5, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'subnets': [{'id': '185a726c-b09e-41f6-811d-8564e2c670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:31:23.948518 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2210c4-385c-491f-ab9b-175374e8042c None None] New status for floating IP fe474cf3-b4d9-4978-a600-458e06a6cea1: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:31:24.714579 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082fb5c-52e7-4e23-bcd6-62ae44965d42 req-479f1cfb-43c3-4535-b22e-0383a11dab2d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:24.716147 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a082fb5c-52e7-4e23-bcd6-62ae44965d42 req-479f1cfb-43c3-4535-b22e-0383a11dab2d tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0474179 Aug 16 09:31:24.754055 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a082fb5c-52e7-4e23-bcd6-62ae44965d42 req-b71cd210-650e-477e-bf8c-ee2833d5f22b tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/security-groups?id=295676f4-ecbb-453d-9e7d-0c197b70a372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316434 Aug 16 09:31:24.989608 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58291652-1c19-4712-8e2a-89922ee562c5 req-91227367-7ca9-490a-9bab-0fb6105b97bf tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:24.991032 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-58291652-1c19-4712-8e2a-89922ee562c5 req-91227367-7ca9-490a-9bab-0fb6105b97bf tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 946 time: 0.0511935 Aug 16 09:31:25.083595 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-58291652-1c19-4712-8e2a-89922ee562c5 req-15577cc2-ec14-4892-b4b6-29b379d4af63 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Deleting port 53776da3-bc2a-4a72-97ff-5d775a473b72 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:31:25.084373 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-58291652-1c19-4712-8e2a-89922ee562c5 req-15577cc2-ec14-4892-b4b6-29b379d4af63 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:25.173986 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-58291652-1c19-4712-8e2a-89922ee562c5 req-15577cc2-ec14-4892-b4b6-29b379d4af63 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] For port 53776da3-bc2a-4a72-97ff-5d775a473b72, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=53776da3-bc2a-4a72-97ff-5d775a473b72,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:31:25.174364 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-58291652-1c19-4712-8e2a-89922ee562c5 req-15577cc2-ec14-4892-b4b6-29b379d4af63 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:25.186497 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-58291652-1c19-4712-8e2a-89922ee562c5 req-15577cc2-ec14-4892-b4b6-29b379d4af63 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Calling delete_port for 53776da3-bc2a-4a72-97ff-5d775a473b72 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:31:25.392964 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-58291652-1c19-4712-8e2a-89922ee562c5 req-15577cc2-ec14-4892-b4b6-29b379d4af63 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:25.423529 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15577cc2-ec14-4892-b4b6-29b379d4af63 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event deleted for resources: {'Port': ['ID=53776da3-bc2a-4a72-97ff-5d775a473b72,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:25.461423 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-58291652-1c19-4712-8e2a-89922ee562c5 req-15577cc2-ec14-4892-b4b6-29b379d4af63 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] No DVR routers for this DVR port 53776da3-bc2a-4a72-97ff-5d775a473b72 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:31:25.463877 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-58291652-1c19-4712-8e2a-89922ee562c5 req-15577cc2-ec14-4892-b4b6-29b379d4af63 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:25.465864 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-58291652-1c19-4712-8e2a-89922ee562c5 req-15577cc2-ec14-4892-b4b6-29b379d4af63 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.64 "DELETE /v2.0/ports/53776da3-bc2a-4a72-97ff-5d775a473b72 HTTP/1.1" status: 204 len: 173 time: 0.4672532 Aug 16 09:31:25.466305 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'name': 'network-vif-deleted', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:31:25.469459 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fb7c11-51dd-44ba-9f57-eb3516be8179" -d '{"events": [{"server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "name": "network-vif-deleted", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:31:25.503676 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca99a9c-6970-40ca-bf5f-946cdbb474ee x-openstack-request-id: req-eca99a9c-6970-40ca-bf5f-946cdbb474ee {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:31:25.503972 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ce041e-b10d-420f-8113-075bd533caa0", "name": "network-vif-deleted", "tag": "53776da3-bc2a-4a72-97ff-5d775a473b72", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:31:25.504307 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eca99a9c-6970-40ca-bf5f-946cdbb474ee {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:31:25.504745 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ce041e-b10d-420f-8113-075bd533caa0', 'name': 'network-vif-deleted', 'tag': '53776da3-bc2a-4a72-97ff-5d775a473b72', 'status': 'completed', 'code': 200} Aug 16 09:31:25.847550 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3448b1d2-750b-4c07-8c04-2d4cf9fb3ba7 req-1c9e2f63-940e-44b1-a713-c887ee53ab12 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5ce041e-b10d-420f-8113-075bd533caa0 HTTP/1.1" status: 200 len: 210 time: 0.0265055 Aug 16 09:31:26.904899 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51112) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:26.960834 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e5523fa9-8659-4387-bc6c-33fb9d4ac1b8 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:26.985179 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e5523fa9-8659-4387-bc6c-33fb9d4ac1b8 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:27.122459 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e5523fa9-8659-4387-bc6c-33fb9d4ac1b8 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:27.125816 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e5523fa9-8659-4387-bc6c-33fb9d4ac1b8 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:27.126973 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-e5523fa9-8659-4387-bc6c-33fb9d4ac1b8 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] 10.222.0.39 "DELETE /v2.0/security-groups/295676f4-ecbb-453d-9e7d-0c197b70a372 HTTP/1.1" status: 204 len: 168 time: 0.2210782 Aug 16 09:31:27.136461 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5523fa9-8659-4387-bc6c-33fb9d4ac1b8 tempest-TestShelveInstance-834707327 tempest-TestShelveInstance-834707327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295676f4-ecbb-453d-9e7d-0c197b70a372,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:27.275892 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51116) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:27.657610 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365206'] for router_interface, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:27.900014 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] Deleting port 92204a35-c788-43e4-965c-b4b4d4455252 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:31:27.900317 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:27.975180 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] For port 92204a35-c788-43e4-965c-b4b4d4455252, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=92204a35-c788-43e4-965c-b4b4d4455252,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:31:27.975537 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:27.988134 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] Calling delete_port for 92204a35-c788-43e4-965c-b4b4d4455252 owned by network:router_interface {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:31:28.215777 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:28.240479 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=92204a35-c788-43e4-965c-b4b4d4455252,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:28.399263 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441894'] for router_interface, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:28.861298 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] Router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:31:28.972173 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:31:28.977157 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-46d0769d-0495-40f9-9c22-c6ad165ec9a9 admin admin] 10.222.0.39 "PUT /v2.0/routers/689f96f4-3c1a-4e7d-a0cb-a896dd503364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6999731 Aug 16 09:31:28.979822 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51120) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:28.980909 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d566c2-5a67-4762-b780-aaa12b286b0a None None] Sync routers for ids ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:31:28.989771 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d566c2-5a67-4762-b780-aaa12b286b0a None None] Routers {'689f96f4-3c1a-4e7d-a0cb-a896dd503364'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:31:28.990374 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f3d566c2-5a67-4762-b780-aaa12b286b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:31:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:29.083308 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Notify callbacks [] for router, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:29.089859 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-f3d566c2-5a67-4762-b780-aaa12b286b0a None None] Set router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:31:29.125710 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 53776da3-bc2a-4a72-97ff-5d775a473b72 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:31:29.145060 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: 53776da3-bc2a-4a72-97ff-5d775a473b72 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:31:29.145401 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 53776da3-bc2a-4a72-97ff-5d775a473b72 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:31:29.187644 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:29.296025 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Deleting port 859a2153-a037-4889-9a84-28cb711cd92b {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:31:29.296431 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:29.343628 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f3d566c2-5a67-4762-b780-aaa12b286b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '859a2153-a037-4889-9a84-28cb711cd92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:31:28Z', 'revision_number': 5, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port': {'id': '859a2153-a037-4889-9a84-28cb711cd92b', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:44Z', 'updated_at': '2021-08-16T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:29.370942 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d566c2-5a67-4762-b780-aaa12b286b0a None None] Checking router: 689f96f4-3c1a-4e7d-a0cb-a896dd503364 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:31:29.375804 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] For port 859a2153-a037-4889-9a84-28cb711cd92b, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=859a2153-a037-4889-9a84-28cb711cd92b,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:31:29.376099 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:29.379561 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d566c2-5a67-4762-b780-aaa12b286b0a None None] Routers {'689f96f4-3c1a-4e7d-a0cb-a896dd503364'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:31:29.380162 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f3d566c2-5a67-4762-b780-aaa12b286b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:31:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:29.388204 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Calling delete_port for 859a2153-a037-4889-9a84-28cb711cd92b owned by network:router_gateway {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:31:29.461805 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-f3d566c2-5a67-4762-b780-aaa12b286b0a None None] Set router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 gateway port host: None {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:31:29.521295 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-f3d566c2-5a67-4762-b780-aaa12b286b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:31:29Z', 'revision_number': 6, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port_host': None}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:29.549743 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d566c2-5a67-4762-b780-aaa12b286b0a None None] The sync data for ids ['689f96f4-3c1a-4e7d-a0cb-a896dd503364'] in dv-cinder-804611-1-iscsi is: [{'id': '689f96f4-3c1a-4e7d-a0cb-a896dd503364', 'name': 'tempest-TestShelveInstance-1610219457-router', 'tenant_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:43Z', 'updated_at': '2021-08-16T09:31:29Z', 'revision_number': 6, 'project_id': 'e5e50dd4e9ce4a1db3389a77a5e5dc7f', 'gw_port_host': None}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:31:29.619878 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:29.644172 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Pushing event deleted for resources: {'Port': ['ID=859a2153-a037-4889-9a84-28cb711cd92b,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:29.707614 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438748'] for router_gateway, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:29.794798 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:29.796938 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:29.900540 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440383'] for router, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:29.901085 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 689f96f4-3c1a-4e7d-a0cb-a896dd503364 {{(pid=94600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 09:31:29.908061 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:29.910435 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-bc2ebe84-d201-4ff6-b8cc-56eef0f07581 admin admin] 10.222.0.39 "DELETE /v2.0/routers/689f96f4-3c1a-4e7d-a0cb-a896dd503364 HTTP/1.1" status: 204 len: 168 time: 0.9285753 Aug 16 09:31:29.912216 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51122) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:29.961904 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da879a1-982a-4f41-a62c-4fd3cb5f7a18 admin admin] Deleting subnet 185a726c-b09e-41f6-811d-8564e2c670d0 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:31:29.965212 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7da879a1-982a-4f41-a62c-4fd3cb5f7a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.000027 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7da879a1-982a-4f41-a62c-4fd3cb5f7a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8780508'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.106700 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7da879a1-982a-4f41-a62c-4fd3cb5f7a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.244704 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7da879a1-982a-4f41-a62c-4fd3cb5f7a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8465244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8921832'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.271402 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da879a1-982a-4f41-a62c-4fd3cb5f7a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185a726c-b09e-41f6-811d-8564e2c670d0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:30.273367 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7da879a1-982a-4f41-a62c-4fd3cb5f7a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.275950 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-7da879a1-982a-4f41-a62c-4fd3cb5f7a18 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/185a726c-b09e-41f6-811d-8564e2c670d0 HTTP/1.1" status: 204 len: 168 time: 0.3616557 Aug 16 09:31:30.277691 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51124) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:30.277825 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545a8008-5772-4433-9e2b-88b92dd2c09b None None] Network 4c347564-1a56-4aae-8d6f-f3d99b41df67 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:31:30.347860 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.405144 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Deleting port fed43afc-0264-4854-a57b-0432746e5ce2 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:31:30.405794 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.463781 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4038f79a-3b0c-42c8-aab6-bed256fa2f46 None None] DHCP port deletion for 4c347564-1a56-4aae-8d6f-f3d99b41df67 request from dv-cinder-804611-1-iscsi {{(pid=94601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 09:31:30.468606 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] For port fed43afc-0264-4854-a57b-0432746e5ce2, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=fed43afc-0264-4854-a57b-0432746e5ce2,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:31:30.468971 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.481672 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Calling delete_port for fed43afc-0264-4854-a57b-0432746e5ce2 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:31:30.510653 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-4038f79a-3b0c-42c8-aab6-bed256fa2f46 None None] Deleting port fed43afc-0264-4854-a57b-0432746e5ce2 {{(pid=94601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:31:30.511104 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4038f79a-3b0c-42c8-aab6-bed256fa2f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.575335 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-4038f79a-3b0c-42c8-aab6-bed256fa2f46 None None] For port fed43afc-0264-4854-a57b-0432746e5ce2, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=fed43afc-0264-4854-a57b-0432746e5ce2,segment=NetworkSegment(73456d03-6738-4378-92f6-18537912a853),segment_id=73456d03-6738-4378-92f6-18537912a853)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:31:30.575732 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4038f79a-3b0c-42c8-aab6-bed256fa2f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.593793 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-4038f79a-3b0c-42c8-aab6-bed256fa2f46 None None] Calling delete_port for fed43afc-0264-4854-a57b-0432746e5ce2 owned by network:dhcp {{(pid=94601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:31:30.678947 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.684593 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4038f79a-3b0c-42c8-aab6-bed256fa2f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.706565 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] No DVR routers for this DVR port fed43afc-0264-4854-a57b-0432746e5ce2 on host dv-cinder-804611-1-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:31:30.708663 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Pushing event deleted for resources: {'Port': ['ID=fed43afc-0264-4854-a57b-0432746e5ce2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:30.708805 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038f79a-3b0c-42c8-aab6-bed256fa2f46 None None] Pushing event deleted for resources: {'Port': ['ID=fed43afc-0264-4854-a57b-0432746e5ce2,revision_number=None']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:30.712088 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038f79a-3b0c-42c8-aab6-bed256fa2f46 None None] No DVR routers for this DVR port fed43afc-0264-4854-a57b-0432746e5ce2 on host dv-cinder-804611-1-iscsi {{(pid=94601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:31:30.779218 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.789340 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c347564-1a56-4aae-8d6f-f3d99b41df67']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:30.799595 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73456d03-6738-4378-92f6-18537912a853') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:30.799884 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73456d03-6738-4378-92f6-18537912a853') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:30.808152 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8780491'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.824586 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.830169 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:31:30.830541 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8465282'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: Traceback (most recent call last): Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: timer() Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: cb(*args, **kw) Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: return func(*args, **kwargs) Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: self._notify() Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: self.callback(batched_events) Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: event.method(event) Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: return f(self, *a, **k) Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._get(url).json() Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:31:30.832112 dv-cinder-804611-1-iscsi neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:31:30.935695 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.941055 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:30.942937 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] 10.222.0.39 "DELETE /v2.0/networks/4c347564-1a56-4aae-8d6f-f3d99b41df67 HTTP/1.1" status: 204 len: 168 time: 0.6643410 Aug 16 09:31:30.946091 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51126) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:30.954198 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ce1c6-24b2-438c-94e8-a63160bc242f admin admin] Pushing event deleted for resources: {'Network': ['ID=4c347564-1a56-4aae-8d6f-f3d99b41df67,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:31.283227 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365206'] for router_interface, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:31.515825 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] Deleting port 0733a4f1-1eb6-4512-9b36-20f3a0801e53 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:31:31.516161 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:31.600103 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] For port 0733a4f1-1eb6-4512-9b36-20f3a0801e53, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=0733a4f1-1eb6-4512-9b36-20f3a0801e53,segment=NetworkSegment(86e69961-d278-4ce5-80ab-57f701ebd215),segment_id=86e69961-d278-4ce5-80ab-57f701ebd215)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:31:31.600641 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:31.608224 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 92204a35-c788-43e4-965c-b4b4d4455252 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:31:31.613656 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] Calling delete_port for 0733a4f1-1eb6-4512-9b36-20f3a0801e53 owned by network:router_interface {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:31:31.627875 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 92204a35-c788-43e4-965c-b4b4d4455252 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:31:31.628213 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 92204a35-c788-43e4-965c-b4b4d4455252 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:31:31.628644 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fed43afc-0264-4854-a57b-0432746e5ce2 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:31:31.647010 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: fed43afc-0264-4854-a57b-0432746e5ce2 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:31:31.647347 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fed43afc-0264-4854-a57b-0432746e5ce2 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:31:31.647750 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 859a2153-a037-4889-9a84-28cb711cd92b no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:31:31.665488 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 859a2153-a037-4889-9a84-28cb711cd92b {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:31:31.665821 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 859a2153-a037-4889-9a84-28cb711cd92b not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:31:31.855971 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:31.886338 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0733a4f1-1eb6-4512-9b36-20f3a0801e53,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:32.043047 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441894'] for router_interface, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:32.084516 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:32.248274 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] Router f58e1653-958c-4c3f-b4d4-5cd17477f4ac has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:31:32.346921 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:31:32.351818 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-56b7d665-c38a-4aeb-842a-a83cc63a2dc6 admin admin] 10.222.0.39 "PUT /v2.0/routers/f58e1653-958c-4c3f-b4d4-5cd17477f4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4047170 Aug 16 09:31:32.354374 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51128) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:32.356911 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d5f2be-5da6-40d3-a4f4-0f29151fe4d8 None None] Sync routers for ids ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:31:32.366607 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d5f2be-5da6-40d3-a4f4-0f29151fe4d8 None None] Routers {'f58e1653-958c-4c3f-b4d4-5cd17477f4ac'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:31:32.367254 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-57d5f2be-5da6-40d3-a4f4-0f29151fe4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:31:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:32.454295 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:32.467260 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-57d5f2be-5da6-40d3-a4f4-0f29151fe4d8 None None] Set router f58e1653-958c-4c3f-b4d4-5cd17477f4ac gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:31:32.552919 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:32.639279 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-57d5f2be-5da6-40d3-a4f4-0f29151fe4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'name': 'tempest-TestShelveInstance-633524458-router', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '0d14783c-0203-40c4-8970-ded81396bc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:51Z', 'updated_at': '2021-08-16T09:31:31Z', 'revision_number': 5, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'gw_port': {'id': '0d14783c-0203-40c4-8970-ded81396bc85', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:25:52Z', 'updated_at': '2021-08-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:32.664994 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d5f2be-5da6-40d3-a4f4-0f29151fe4d8 None None] Checking router: f58e1653-958c-4c3f-b4d4-5cd17477f4ac for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:31:32.673343 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d5f2be-5da6-40d3-a4f4-0f29151fe4d8 None None] Routers {'f58e1653-958c-4c3f-b4d4-5cd17477f4ac'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:31:32.673947 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-57d5f2be-5da6-40d3-a4f4-0f29151fe4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:31:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:32.692094 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Deleting port 0d14783c-0203-40c4-8970-ded81396bc85 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:31:32.692449 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:32.776508 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] For port 0d14783c-0203-40c4-8970-ded81396bc85, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=0d14783c-0203-40c4-8970-ded81396bc85,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:31:32.776882 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:32.790623 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Calling delete_port for 0d14783c-0203-40c4-8970-ded81396bc85 owned by network:router_gateway {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:31:32.876869 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-57d5f2be-5da6-40d3-a4f4-0f29151fe4d8 None None] Set router f58e1653-958c-4c3f-b4d4-5cd17477f4ac gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:31:32.929381 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-57d5f2be-5da6-40d3-a4f4-0f29151fe4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'name': 'tempest-TestShelveInstance-633524458-router', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:51Z', 'updated_at': '2021-08-16T09:31:32Z', 'revision_number': 6, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'gw_port_host': None}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:32.955084 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d5f2be-5da6-40d3-a4f4-0f29151fe4d8 None None] The sync data for ids ['f58e1653-958c-4c3f-b4d4-5cd17477f4ac'] in dv-cinder-804611-1-iscsi is: [{'id': 'f58e1653-958c-4c3f-b4d4-5cd17477f4ac', 'name': 'tempest-TestShelveInstance-633524458-router', 'tenant_id': 'd9ead9922ff544388f2a4db619b38a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:25:51Z', 'updated_at': '2021-08-16T09:31:32Z', 'revision_number': 6, 'project_id': 'd9ead9922ff544388f2a4db619b38a27', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:31:33.056078 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:33.080649 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d14783c-0203-40c4-8970-ded81396bc85,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:33.144151 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438748'] for router_gateway, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:33.480933 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:33.483024 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:33.608262 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440383'] for router, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:33.609400 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58e1653-958c-4c3f-b4d4-5cd17477f4ac {{(pid=94600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 09:31:33.613608 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:33.617078 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-e536819b-b97f-41b4-b5c9-e478c990d6a7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f58e1653-958c-4c3f-b4d4-5cd17477f4ac HTTP/1.1" status: 204 len: 168 time: 1.2594764 Aug 16 09:31:33.617231 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51130) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:33.660260 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d79ae9-3e3d-4c87-80c8-d134cccb9a6b admin admin] Deleting subnet 5f865bc0-1329-4ecb-be94-81b91d3e6548 {{(pid=94600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:31:33.663173 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87d79ae9-3e3d-4c87-80c8-d134cccb9a6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:33.699063 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87d79ae9-3e3d-4c87-80c8-d134cccb9a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11417949'] for subnet, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:33.732353 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 0733a4f1-1eb6-4512-9b36-20f3a0801e53 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:31:33.752921 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 0733a4f1-1eb6-4512-9b36-20f3a0801e53 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:31:33.753487 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 0733a4f1-1eb6-4512-9b36-20f3a0801e53 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:31:33.754196 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 0d14783c-0203-40c4-8970-ded81396bc85 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:31:33.772712 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 0d14783c-0203-40c4-8970-ded81396bc85 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:31:33.773053 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 0d14783c-0203-40c4-8970-ded81396bc85 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:31:33.784134 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87d79ae9-3e3d-4c87-80c8-d134cccb9a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:33.907526 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87d79ae9-3e3d-4c87-80c8-d134cccb9a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11474505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693903'] for subnet, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:33.933660 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d79ae9-3e3d-4c87-80c8-d134cccb9a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f865bc0-1329-4ecb-be94-81b91d3e6548,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:33.939023 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87d79ae9-3e3d-4c87-80c8-d134cccb9a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:33.941746 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-87d79ae9-3e3d-4c87-80c8-d134cccb9a6b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5f865bc0-1329-4ecb-be94-81b91d3e6548 HTTP/1.1" status: 204 len: 168 time: 0.3233418 Aug 16 09:31:33.943896 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51132) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:33.946389 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec34ecf-8fea-4ae0-a7bf-018e6fdeff9b None None] Network 70692bc9-cebb-4914-b3a3-cbf0968b9cec requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:31:34.016909 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.069517 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Deleting port 894cca0a-f313-43cf-aecf-1cec0db82c95 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:31:34.070119 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.132144 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74119d58-a4a4-46db-a7c6-75fcff373874 None None] DHCP port deletion for 70692bc9-cebb-4914-b3a3-cbf0968b9cec request from dv-cinder-804611-1-iscsi {{(pid=94601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 09:31:34.132475 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] For port 894cca0a-f313-43cf-aecf-1cec0db82c95, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=894cca0a-f313-43cf-aecf-1cec0db82c95,segment=NetworkSegment(86e69961-d278-4ce5-80ab-57f701ebd215),segment_id=86e69961-d278-4ce5-80ab-57f701ebd215)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:31:34.132607 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.145986 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Calling delete_port for 894cca0a-f313-43cf-aecf-1cec0db82c95 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:31:34.179982 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-74119d58-a4a4-46db-a7c6-75fcff373874 None None] Deleting port 894cca0a-f313-43cf-aecf-1cec0db82c95 {{(pid=94601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:31:34.180379 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-74119d58-a4a4-46db-a7c6-75fcff373874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.244951 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-74119d58-a4a4-46db-a7c6-75fcff373874 None None] For port 894cca0a-f313-43cf-aecf-1cec0db82c95, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=894cca0a-f313-43cf-aecf-1cec0db82c95,segment=NetworkSegment(86e69961-d278-4ce5-80ab-57f701ebd215),segment_id=86e69961-d278-4ce5-80ab-57f701ebd215)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:31:34.244951 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-74119d58-a4a4-46db-a7c6-75fcff373874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.252915 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-74119d58-a4a4-46db-a7c6-75fcff373874 None None] Calling delete_port for 894cca0a-f313-43cf-aecf-1cec0db82c95 owned by network:dhcp {{(pid=94601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:31:34.287920 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.314968 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Pushing event deleted for resources: {'Port': ['ID=894cca0a-f313-43cf-aecf-1cec0db82c95,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:34.316819 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] No DVR routers for this DVR port 894cca0a-f313-43cf-aecf-1cec0db82c95 on host dv-cinder-804611-1-iscsi {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:31:34.329499 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-74119d58-a4a4-46db-a7c6-75fcff373874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.356252 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74119d58-a4a4-46db-a7c6-75fcff373874 None None] Pushing event deleted for resources: {'Port': ['ID=894cca0a-f313-43cf-aecf-1cec0db82c95,revision_number=None']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:34.363155 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74119d58-a4a4-46db-a7c6-75fcff373874 None None] No DVR routers for this DVR port 894cca0a-f313-43cf-aecf-1cec0db82c95 on host dv-cinder-804611-1-iscsi {{(pid=94601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:31:34.414124 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.426282 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70692bc9-cebb-4914-b3a3-cbf0968b9cec']}} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:34.438831 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-2e2a9274-7306-414c-9b0d-61b2addedf54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1006944 Aug 16 09:31:34.440373 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e69961-d278-4ce5-80ab-57f701ebd215') {'for_net_delete': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:34.440676 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e69961-d278-4ce5-80ab-57f701ebd215') {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:31:34.449341 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11417930'] for segment, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.462485 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.468819 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:31:34.469207 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11474583'] for segment, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: Traceback (most recent call last): Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: timer() Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: cb(*args, **kw) Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: return func(*args, **kwargs) Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: self._notify() Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: self.callback(batched_events) Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: event.method(event) Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: return f(self, *a, **k) Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._get(url).json() Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: return self.request(url, 'GET', **kwargs) Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:31:34.470822 dv-cinder-804611-1-iscsi neutron-server[94600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:31:34.556079 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-f82faea1-c2db-4350-a5fb-3351d2dafe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:34.557503 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-f82faea1-c2db-4350-a5fb-3351d2dafe15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fccdc975d94c52b73240b25ab57a37&device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 1099 time: 0.0536017 Aug 16 09:31:34.622710 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.632992 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:34.634792 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] 10.222.0.39 "DELETE /v2.0/networks/70692bc9-cebb-4914-b3a3-cbf0968b9cec HTTP/1.1" status: 204 len: 168 time: 0.6897795 Aug 16 09:31:34.644888 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658d81d-0d7f-428d-804a-288916835030 admin admin] Pushing event deleted for resources: {'Network': ['ID=70692bc9-cebb-4914-b3a3-cbf0968b9cec,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:34.676759 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-3f5cfdde-b03a-48fe-94a9-e3689fff11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:34.678230 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-3f5cfdde-b03a-48fe-94a9-e3689fff11fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=f10ee9bf-7049-4084-bb31-5d17b8e095a2 HTTP/1.1" status: 200 len: 911 time: 0.1018078 Aug 16 09:31:34.748152 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-fd214bb5-dcd3-4bc7-8b66-852046bde4d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938ef03c-31da-4e75-924e-5ef58e126c94 HTTP/1.1" status: 200 len: 1001 time: 0.0623879 Aug 16 09:31:34.798877 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-4eba5e33-9543-437a-9fb0-09525f629c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:34.800508 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-4eba5e33-9543-437a-9fb0-09525f629c46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac290e63-0977-4c48-a016-282de1058697 HTTP/1.1" status: 200 len: 849 time: 0.0442946 Aug 16 09:31:34.843545 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-30fed5a9-61c7-4b45-9dab-cba66061759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:34.845037 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-30fed5a9-61c7-4b45-9dab-cba66061759d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f10ee9bf-7049-4084-bb31-5d17b8e095a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382354 Aug 16 09:31:34.911555 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51138) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:34.936315 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-7e4db8d9-6ccc-4392-8685-bf5b98b7f934 service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844638 Aug 16 09:31:34.942337 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:31:34.950429 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-467169eb-8a93-4673-a62f-9e216802cb78 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5e50dd4e9ce4a1db3389a77a5e5dc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376689 Aug 16 09:31:34.953433 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51140) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:34.999457 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46cdbec2-f0cc-48c3-88aa-2a87ad79a627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:35.020385 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46cdbec2-f0cc-48c3-88aa-2a87ad79a627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:35.025717 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-98939beb-aaeb-4ef5-8d8f-1ee5e2788bfd req-f11ec8f5-9d67-4a4e-bd32-e75a94cdca4f service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822065 Aug 16 09:31:35.152790 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46cdbec2-f0cc-48c3-88aa-2a87ad79a627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:35.155371 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46cdbec2-f0cc-48c3-88aa-2a87ad79a627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:35.157136 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-46cdbec2-f0cc-48c3-88aa-2a87ad79a627 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9d74e03-763d-4d2f-bc7d-a1a6f26671e3 HTTP/1.1" status: 204 len: 168 time: 0.2027853 Aug 16 09:31:35.165037 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdbec2-f0cc-48c3-88aa-2a87ad79a627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d74e03-763d-4d2f-bc7d-a1a6f26671e3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:35.609793 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 894cca0a-f313-43cf-aecf-1cec0db82c95 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:31:35.629905 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 894cca0a-f313-43cf-aecf-1cec0db82c95 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:31:35.630246 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 894cca0a-f313-43cf-aecf-1cec0db82c95 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:31:35.790311 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51146) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:35.830264 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-74a0f89d-851d-453a-b8f3-8b3b8b280cb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9ead9922ff544388f2a4db619b38a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388548 Aug 16 09:31:35.832784 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51148) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:31:35.883327 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-183d2e8c-a7bf-4883-ba92-3e8071e9c5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:35.903553 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-183d2e8c-a7bf-4883-ba92-3e8071e9c5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:36.004232 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-183d2e8c-a7bf-4883-ba92-3e8071e9c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:36.006774 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-183d2e8c-a7bf-4883-ba92-3e8071e9c5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:36.007905 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-183d2e8c-a7bf-4883-ba92-3e8071e9c5ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fc88dc0-1ac5-48e7-948f-4ed7d635e252 HTTP/1.1" status: 204 len: 168 time: 0.1742527 Aug 16 09:31:36.015381 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d2e8c-a7bf-4883-ba92-3e8071e9c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc88dc0-1ac5-48e7-948f-4ed7d635e252,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:31:46.501528 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f3bec457-e7ec-4cff-9a04-ac655e715f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:49.181221 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:49.232601 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1f3bfd09-b1fd-4775-9300-5db20848b663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:50.340617 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:51.824876 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:31:55.932650 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258ddf4-f3ab-4d5b-99df-12a55071a3c4 req-6583a881-03e0-44be-9713-a4317e097de9 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:55.934132 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d258ddf4-f3ab-4d5b-99df-12a55071a3c4 req-6583a881-03e0-44be-9713-a4317e097de9 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0484316 Aug 16 09:31:55.973764 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d258ddf4-f3ab-4d5b-99df-12a55071a3c4 req-f85a25bf-8f2c-4c39-b848-831af0c49623 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333722 Aug 16 09:31:57.087280 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abaaa7-20dd-4f75-8a72-8fa08b01f4ad req-10a16014-6d42-4c86-94ae-32d5164c1632 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:57.088792 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-45abaaa7-20dd-4f75-8a72-8fa08b01f4ad req-10a16014-6d42-4c86-94ae-32d5164c1632 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0472724 Aug 16 09:31:57.125425 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-45abaaa7-20dd-4f75-8a72-8fa08b01f4ad req-7a1c6985-c861-42ab-ab14-54ff59845cd1 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305626 Aug 16 09:31:58.242855 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4d5e2-9d9a-4e38-b00b-7d0ef62989e2 req-2b6c766b-ada9-4247-bab6-8f84f39c66e2 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:58.247429 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1be4d5e2-9d9a-4e38-b00b-7d0ef62989e2 req-2b6c766b-ada9-4247-bab6-8f84f39c66e2 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0516984 Aug 16 09:31:58.281098 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-1be4d5e2-9d9a-4e38-b00b-7d0ef62989e2 req-c7cb4b57-942e-4e94-8182-fcf137069b10 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307610 Aug 16 09:31:59.392865 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50e249-46f2-47d6-b3be-b13f61a70a6d req-732e590f-54b4-427c-9143-02ec77c9fd58 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:31:59.394221 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bd50e249-46f2-47d6-b3be-b13f61a70a6d req-732e590f-54b4-427c-9143-02ec77c9fd58 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0459824 Aug 16 09:31:59.430512 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bd50e249-46f2-47d6-b3be-b13f61a70a6d req-0b4c8197-3a4f-4717-8086-8f1374d56390 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305717 Aug 16 09:32:00.540564 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896080a-5cc4-4ef0-a33d-497687b47e36 req-7c4d53eb-f6ca-4bac-b65a-dc6ecfc0f434 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:00.542021 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6896080a-5cc4-4ef0-a33d-497687b47e36 req-7c4d53eb-f6ca-4bac-b65a-dc6ecfc0f434 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0460551 Aug 16 09:32:00.578692 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6896080a-5cc4-4ef0-a33d-497687b47e36 req-a84bdc14-fa27-42a7-99e3-814e5f6f5bd4 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308700 Aug 16 09:32:01.691656 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e698d76-aca8-4394-9f62-f96c006bbf1e req-205b75dc-c793-470f-8d17-3b088b2b8b67 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:01.693135 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0e698d76-aca8-4394-9f62-f96c006bbf1e req-205b75dc-c793-470f-8d17-3b088b2b8b67 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0492208 Aug 16 09:32:01.729702 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0e698d76-aca8-4394-9f62-f96c006bbf1e req-04f416af-408c-46e4-9808-34e425335b97 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308270 Aug 16 09:32:02.076035 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:02.839672 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ad2d3-d8b3-43b2-93ff-441a846d0c0f req-8f128760-ae18-48e9-9bf9-ec7b77ec65c9 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:02.841441 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-746ad2d3-d8b3-43b2-93ff-441a846d0c0f req-8f128760-ae18-48e9-9bf9-ec7b77ec65c9 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0463345 Aug 16 09:32:02.877367 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-746ad2d3-d8b3-43b2-93ff-441a846d0c0f req-5e090b15-652e-42a4-923e-41a4b6d66463 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303090 Aug 16 09:32:03.988577 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310994a-ac56-4de2-9b45-5cea77d22585 req-bc467287-5a1f-4227-a967-08fe86ab7139 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:03.990679 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d310994a-ac56-4de2-9b45-5cea77d22585 req-bc467287-5a1f-4227-a967-08fe86ab7139 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0471382 Aug 16 09:32:04.026581 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d310994a-ac56-4de2-9b45-5cea77d22585 req-d950d7ee-f6e5-48cf-9a43-b238b414735a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302446 Aug 16 09:32:05.142583 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190aa6f-505d-449d-b732-2b452767f677 req-d59a8b48-2ef5-49dd-a68f-d8be65d08016 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:05.144020 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d190aa6f-505d-449d-b732-2b452767f677 req-d59a8b48-2ef5-49dd-a68f-d8be65d08016 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0503361 Aug 16 09:32:05.180359 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d190aa6f-505d-449d-b732-2b452767f677 req-bb672035-6ed0-4d93-afd1-14f47aa37034 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304918 Aug 16 09:32:06.291710 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833f9e1-9f0e-4681-93db-914af0a49676 req-42af42df-2b25-4f9a-b873-283747875336 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:06.293228 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a833f9e1-9f0e-4681-93db-914af0a49676 req-42af42df-2b25-4f9a-b873-283747875336 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0470369 Aug 16 09:32:06.331876 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a833f9e1-9f0e-4681-93db-914af0a49676 req-2a374fa1-8e7e-4ad5-9ecf-74275edc00e4 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327418 Aug 16 09:32:07.441550 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cfb45-0128-4a81-99c0-0633b080488b req-5463ab36-7643-4529-a20d-12ce4ccf9e26 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:07.443508 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-829cfb45-0128-4a81-99c0-0633b080488b req-5463ab36-7643-4529-a20d-12ce4ccf9e26 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0456614 Aug 16 09:32:07.479968 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-829cfb45-0128-4a81-99c0-0633b080488b req-92c9b42f-1bf6-484e-8a1d-88f6d8cd4637 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307565 Aug 16 09:32:07.795453 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a1ce-7637-4872-9e58-77b72a7e635d req-d0dfbc24-480b-4552-b876-46a81412d893 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:07.796963 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0440a1ce-7637-4872-9e58-77b72a7e635d req-d0dfbc24-480b-4552-b876-46a81412d893 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0505903 Aug 16 09:32:07.835337 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0440a1ce-7637-4872-9e58-77b72a7e635d req-a90ccdd0-d03b-4d8b-8251-a619fbb4e8bf tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313795 Aug 16 09:32:07.884538 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422786d9-9f4c-4f84-ac6d-55ca1afd05a2 req-26c67e3c-803f-4ead-9899-ecd74b2fc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:07.886086 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-422786d9-9f4c-4f84-ac6d-55ca1afd05a2 req-26c67e3c-803f-4ead-9899-ecd74b2fc454 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fccdc975d94c52b73240b25ab57a37&device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 1099 time: 0.0422697 Aug 16 09:32:07.974609 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422786d9-9f4c-4f84-ac6d-55ca1afd05a2 req-04e0b224-6257-472a-8a50-b13535c000df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:07.975948 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-422786d9-9f4c-4f84-ac6d-55ca1afd05a2 req-04e0b224-6257-472a-8a50-b13535c000df service neutron] 10.222.0.64 "GET /v2.0/networks?id=f10ee9bf-7049-4084-bb31-5d17b8e095a2 HTTP/1.1" status: 200 len: 911 time: 0.0828187 Aug 16 09:32:08.038982 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-422786d9-9f4c-4f84-ac6d-55ca1afd05a2 req-032597d8-cd51-4dea-914c-83f53dca66b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938ef03c-31da-4e75-924e-5ef58e126c94 HTTP/1.1" status: 200 len: 1001 time: 0.0551267 Aug 16 09:32:08.087853 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422786d9-9f4c-4f84-ac6d-55ca1afd05a2 req-f263ebfb-cc02-4e73-8277-0c396d36e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:08.089318 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-422786d9-9f4c-4f84-ac6d-55ca1afd05a2 req-f263ebfb-cc02-4e73-8277-0c396d36e19e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac290e63-0977-4c48-a016-282de1058697 HTTP/1.1" status: 200 len: 849 time: 0.0424352 Aug 16 09:32:08.137288 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422786d9-9f4c-4f84-ac6d-55ca1afd05a2 req-c77bad82-f873-455e-8d17-18fc688306d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:08.138733 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-422786d9-9f4c-4f84-ac6d-55ca1afd05a2 req-c77bad82-f873-455e-8d17-18fc688306d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f10ee9bf-7049-4084-bb31-5d17b8e095a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421753 Aug 16 09:32:08.225326 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-422786d9-9f4c-4f84-ac6d-55ca1afd05a2 req-e3632b23-042d-485c-98a6-3a64f7e4405e service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785706 Aug 16 09:32:08.315384 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-422786d9-9f4c-4f84-ac6d-55ca1afd05a2 req-e636dd53-d4b9-4763-b910-712b1f13bf74 service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831585 Aug 16 09:32:09.144365 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d00cd-a140-4350-a21d-b33dffa60e9b req-9d05c976-b8de-43a8-8644-176909f78137 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:09.145759 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a85d00cd-a140-4350-a21d-b33dffa60e9b req-9d05c976-b8de-43a8-8644-176909f78137 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.2415669 Aug 16 09:32:09.183164 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a85d00cd-a140-4350-a21d-b33dffa60e9b req-94436801-a617-475d-9228-b55b94b666db tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308099 Aug 16 09:32:10.295256 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fc455-5073-4539-bd8c-9cbf5b8ecd1c req-7515efe0-1a50-489c-bfed-8c908ac929cd tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:10.296734 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ed7fc455-5073-4539-bd8c-9cbf5b8ecd1c req-7515efe0-1a50-489c-bfed-8c908ac929cd tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0470645 Aug 16 09:32:10.332805 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ed7fc455-5073-4539-bd8c-9cbf5b8ecd1c req-16159a35-426f-4fd1-9289-fb75cdcd2780 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299575 Aug 16 09:32:11.940666 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:32:16.470044 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1878a4d6-d08b-4770-a36a-d064c8c6c112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:19.163166 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:19.208878 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d328b95b-d803-4398-ad73-e151396f0113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:20.332180 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:21.860777 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:32.117736 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:34.322941 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-42dfec2a-8754-4eee-b4d1-6ec70485d7a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382998 Aug 16 09:32:34.381040 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-06ba2aaa-b78f-4ca9-82c7-84890a7c065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:34.382406 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-06ba2aaa-b78f-4ca9-82c7-84890a7c065d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 1098 time: 0.0383792 Aug 16 09:32:34.485080 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-4d38971b-8a18-4df3-a296-cdc73f07e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:34.486544 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-4d38971b-8a18-4df3-a296-cdc73f07e39b service neutron] 10.222.0.64 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 913 time: 0.0834463 Aug 16 09:32:34.549962 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-f1fe1cc9-8093-4be7-ae84-afdeb0bb1a63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b304bf6-14ad-4a7d-81a6-40764a47bcfe HTTP/1.1" status: 200 len: 1001 time: 0.0564246 Aug 16 09:32:34.597817 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-8b8bcad6-41bc-49e5-b07f-eb1ba6bb4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:34.599582 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-8b8bcad6-41bc-49e5-b07f-eb1ba6bb4971 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 200 len: 851 time: 0.0426493 Aug 16 09:32:34.645637 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-afb4f4d7-e349-47ac-b628-5ff372703973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:34.647000 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-afb4f4d7-e349-47ac-b628-5ff372703973 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19894358-5016-4cbc-83ad-837aad96b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403359 Aug 16 09:32:34.733775 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-9fc40c62-5b37-431a-a99e-8942fd938139 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792313 Aug 16 09:32:34.823782 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-b4040566-f42c-4c60-a0eb-5674cf9e0fdb req-cb29b86b-cec9-4f6a-803a-723e46bcc7a4 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834167 Aug 16 09:32:43.767810 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d843f-e17a-427e-b5be-de603aeef964 req-07f6abed-8658-479e-9101-96301f992021 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:43.769051 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-520d843f-e17a-427e-b5be-de603aeef964 req-07f6abed-8658-479e-9101-96301f992021 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0517514 Aug 16 09:32:43.806850 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-520d843f-e17a-427e-b5be-de603aeef964 req-3e87d35e-e79c-4c2e-8326-5a5929f52f5d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318158 Aug 16 09:32:44.972078 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaf860-af06-4c98-901d-c9af0c480b83 req-5ec86401-f578-4a94-8aa1-4d035e0ed0e7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:44.973568 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-deeaf860-af06-4c98-901d-c9af0c480b83 req-5ec86401-f578-4a94-8aa1-4d035e0ed0e7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0979292 Aug 16 09:32:45.009762 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-deeaf860-af06-4c98-901d-c9af0c480b83 req-fcdf1b79-cf74-4edf-9938-8b95105eef15 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303781 Aug 16 09:32:45.894165 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196447d-c574-4916-a193-da0e00e44e44 req-0bb042ba-02ae-4b8e-856b-170bb3f63fc3 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:45.895498 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-4196447d-c574-4916-a193-da0e00e44e44 req-0bb042ba-02ae-4b8e-856b-170bb3f63fc3 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.64 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0466530 Aug 16 09:32:45.984501 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Deleting port 938ef03c-31da-4e75-924e-5ef58e126c94 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:32:45.984841 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:46.074075 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] For port 938ef03c-31da-4e75-924e-5ef58e126c94, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=938ef03c-31da-4e75-924e-5ef58e126c94,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:32:46.074721 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:46.123580 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd08191-9a62-4fed-a14a-8ef645230c0b req-894f7e32-9d99-491b-9f9d-c4fa0b6e0279 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:46.125112 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ccd08191-9a62-4fed-a14a-8ef645230c0b req-894f7e32-9d99-491b-9f9d-c4fa0b6e0279 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 946 time: 0.0495708 Aug 16 09:32:46.163327 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-ccd08191-9a62-4fed-a14a-8ef645230c0b req-85b9e600-8bdc-4aad-82a3-5cd5e11f3d45 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=3571c5a0-98bb-4247-928d-ffd07d3281e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321472 Aug 16 09:32:46.241426 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:46.241820 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:46.242134 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.l3_db [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Floating IP 81752011-436e-47fe-bca1-8e66ee5479bb disassociated. External IP: 172.27.3.66, port: 938ef03c-31da-4e75-924e-5ef58e126c94. Aug 16 09:32:46.242470 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Calling delete_port for 938ef03c-31da-4e75-924e-5ef58e126c94 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:32:46.459858 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:46.487887 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event deleted for resources: {'Port': ['ID=938ef03c-31da-4e75-924e-5ef58e126c94,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:46.488673 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-45761ef5-6ff1-4d59-9a22-4cffa00e0ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.504187 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:46.607659 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Router 13d3d334-5801-424a-85db-7e33870e6de0 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:32:46.711226 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:32:46.721318 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff6db85-91e6-48be-8863-e2cc0041bae6 None None] Sync routers for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:32:46.730356 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff6db85-91e6-48be-8863-e2cc0041bae6 None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:32:46.730952 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-4ff6db85-91e6-48be-8863-e2cc0041bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:32:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:32:46.748083 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] No DVR routers for this DVR port 938ef03c-31da-4e75-924e-5ef58e126c94 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:32:46.750606 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:46.752665 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-4196447d-c574-4916-a193-da0e00e44e44 req-5bb0203b-c00a-4f11-ae82-a79f3feddc0a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.64 "DELETE /v2.0/ports/938ef03c-31da-4e75-924e-5ef58e126c94 HTTP/1.1" status: 204 len: 173 time: 0.8504155 Aug 16 09:32:46.753102 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'name': 'network-vif-deleted', 'tag': '938ef03c-31da-4e75-924e-5ef58e126c94'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:32:46.755326 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da64975-cd32-4406-b688-ca587dc40672" -d '{"events": [{"server_uuid": "029ffb5b-5cc7-46d6-b026-f709312e8c17", "name": "network-vif-deleted", "tag": "938ef03c-31da-4e75-924e-5ef58e126c94"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:32:46.792578 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5f325a-4740-4631-b678-60445a14f2cc x-openstack-request-id: req-1e5f325a-4740-4631-b678-60445a14f2cc {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:32:46.792873 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029ffb5b-5cc7-46d6-b026-f709312e8c17", "name": "network-vif-deleted", "tag": "938ef03c-31da-4e75-924e-5ef58e126c94", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:32:46.793130 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e5f325a-4740-4631-b678-60445a14f2cc {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:32:46.793565 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029ffb5b-5cc7-46d6-b026-f709312e8c17', 'name': 'network-vif-deleted', 'tag': '938ef03c-31da-4e75-924e-5ef58e126c94', 'status': 'completed', 'code': 200} Aug 16 09:32:46.834575 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-4ff6db85-91e6-48be-8863-e2cc0041bae6 None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:32:47.065119 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-4ff6db85-91e6-48be-8863-e2cc0041bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:32:47.091494 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-24493158-de30-4f4a-8252-f7512b9930ed tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133295827&fields=id&tenant_id=6b88604f73564039ab3cdfa704bf201b HTTP/1.1" status: 200 len: 267 time: 0.0324340 Aug 16 09:32:47.094605 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff6db85-91e6-48be-8863-e2cc0041bae6 None None] Checking router: 13d3d334-5801-424a-85db-7e33870e6de0 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:32:47.103483 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff6db85-91e6-48be-8863-e2cc0041bae6 None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:32:47.104081 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-4ff6db85-91e6-48be-8863-e2cc0041bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:32:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:32:47.203009 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-69cf9813-afce-466e-a85e-c6d6cfc19849 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:47.203490 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-69cf9813-afce-466e-a85e-c6d6cfc19849 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 812 time: 0.1026802 Aug 16 09:32:47.205332 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-4ff6db85-91e6-48be-8863-e2cc0041bae6 None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:32:47.218782 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-8188405e-9d74-4d9b-9fdc-6f992a2edb3c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/quotas/6b88604f73564039ab3cdfa704bf201b HTTP/1.1" status: 200 len: 375 time: 0.0097256 Aug 16 09:32:47.280583 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-7f29ae4f-6f71-4b34-a8f5-5b91c7ca57d3 req-0ee10fd6-f908-4875-bbeb-aa36e4369a73 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=029ffb5b-5cc7-46d6-b026-f709312e8c17 HTTP/1.1" status: 200 len: 210 time: 0.0271130 Aug 16 09:32:47.301386 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-9818207a-72fc-41d9-b8d0-22d9c0df7f64 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0738957 Aug 16 09:32:47.315699 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-79cbbca4-0d85-4746-9f05-6b1ecf5718cb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:32:47.316812 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-79cbbca4-0d85-4746-9f05-6b1ecf5718cb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055745 Aug 16 09:32:47.402130 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-4ff6db85-91e6-48be-8863-e2cc0041bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:32:47.408799 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-3b97dbc9-38de-4832-8a05-2ffd6b6342ab service neutron] 10.222.0.39 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863431 Aug 16 09:32:47.431985 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff6db85-91e6-48be-8863-e2cc0041bae6 None None] The sync data for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi is: [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:32:47.500505 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-58c4a4ec-b11b-4609-8420-1eef035ac5c2 service neutron] 10.222.0.39 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852914 Aug 16 09:32:47.651455 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463af62-c0a4-474b-b034-9584c46771c1 None None] New status for floating IP 81752011-436e-47fe-bca1-8e66ee5479bb: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:32:48.192815 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a88091a2-770c-476e-a945-43ed2dee771a req-6138e378-d7a1-450e-8545-4eb87c1f59fd tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 210 time: 0.0288486 Aug 16 09:32:48.470799 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51304) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:32:48.523821 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-880ed5a3-3287-4267-be84-492d6b5a6cae tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:48.549688 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-880ed5a3-3287-4267-be84-492d6b5a6cae tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:48.676836 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-880ed5a3-3287-4267-be84-492d6b5a6cae tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:48.680070 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-880ed5a3-3287-4267-be84-492d6b5a6cae tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:48.681264 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-880ed5a3-3287-4267-be84-492d6b5a6cae tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "DELETE /v2.0/security-groups/3571c5a0-98bb-4247-928d-ffd07d3281e6 HTTP/1.1" status: 204 len: 168 time: 0.2094822 Aug 16 09:32:48.684089 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51306) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:32:48.690508 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ed5a3-3287-4267-be84-492d6b5a6cae tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3571c5a0-98bb-4247-928d-ffd07d3281e6,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:48.703851 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.api.v2.resource [None req-bec3d336-13ea-4879-aec1-a683e23d680c tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] show failed (client error): The resource could not be found. Aug 16 09:32:48.703851 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-bec3d336-13ea-4879-aec1-a683e23d680c tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups/3571c5a0-98bb-4247-928d-ffd07d3281e6 HTTP/1.1" status: 404 len: 347 time: 0.0146844 Aug 16 09:32:48.703851 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51308) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:32:48.823573 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Deleting port b5f9dd43-39a3-48cc-ba62-68ed31e9f53c {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:32:48.823915 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:48.896389 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:48.896718 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:48.907872 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Calling delete_port for b5f9dd43-39a3-48cc-ba62-68ed31e9f53c owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:32:48.939124 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:32:49.088568 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:49.112668 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event deleted for resources: {'Port': ['ID=b5f9dd43-39a3-48cc-ba62-68ed31e9f53c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:49.122145 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.122498 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.122846 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.123180 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.123516 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.124240 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.124240 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.124513 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.124842 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.125164 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.125495 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.125818 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:49.188499 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:49.191054 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:49.192121 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-fab6383d-2552-4547-a685-03c8a2cd0915 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "DELETE /v2.0/floatingips/81752011-436e-47fe-bca1-8e66ee5479bb HTTP/1.1" status: 204 len: 168 time: 0.4875746 Aug 16 09:32:49.258634 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:49.261738 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b064ae7b-71aa-4ed7-9435-e52396420ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:49.288270 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6bfda888-3403-4a55-bc04-ab541073f8c1 req-462b8b20-95e5-41bb-8a58-c2a402c3b88c tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 210 time: 0.0253351 Aug 16 09:32:49.503562 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 938ef03c-31da-4e75-924e-5ef58e126c94 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:32:49.522980 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: 938ef03c-31da-4e75-924e-5ef58e126c94 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:32:49.523860 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 938ef03c-31da-4e75-924e-5ef58e126c94 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:32:49.839200 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51316) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:32:49.844492 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-d7c8b5fd-26f2-44a2-b58e-7e5144ec0d5e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1134986919', 'description': 'tempest-description--1220122979'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:32:49.951204 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d7c8b5fd-26f2-44a2-b58e-7e5144ec0d5e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.031681 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d7c8b5fd-26f2-44a2-b58e-7e5144ec0d5e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.128136 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d7c8b5fd-26f2-44a2-b58e-7e5144ec0d5e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.200996 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8b5fd-26f2-44a2-b58e-7e5144ec0d5e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02afb266-d012-4626-b4fd-72a332cd3b0b,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:50.244641 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-4ac008b4-4606-4831-b63b-494d283335e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:50.246088 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-4ac008b4-4606-4831-b63b-494d283335e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 812 time: 0.1280487 Aug 16 09:32:50.289149 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-a6bc3c85-1697-414a-a387-6dcaae0f0314 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b88604f73564039ab3cdfa704bf201b HTTP/1.1" status: 200 len: 379 time: 0.0331247 Aug 16 09:32:50.294166 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d7c8b5fd-26f2-44a2-b58e-7e5144ec0d5e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.295236 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d7c8b5fd-26f2-44a2-b58e-7e5144ec0d5e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4550760 Aug 16 09:32:50.298322 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51318) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:32:50.305529 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'port': {'device_id': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'admin_state_up': True, 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'security_groups': ['0eb06ec9-2fc6-4221-b96a-46c6ec102400']}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:32:50.305809 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7241bd86-235c-47fe-ae52-f0f4f88eb9f6 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'security_group_rule': {'security_group_id': '02afb266-d012-4626-b4fd-72a332cd3b0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:32:50.385541 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-732a4003-5f9d-4cfc-8d58-dc7784644aac req-b31c74ae-82fd-435d-b281-6878391b5389 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 210 time: 0.0273769 Aug 16 09:32:50.395001 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.419671 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7241bd86-235c-47fe-ae52-f0f4f88eb9f6 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.467225 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7241bd86-235c-47fe-ae52-f0f4f88eb9f6 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.499768 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Made reservation on behalf of 6b88604f73564039ab3cdfa704bf201b for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:32:50.503344 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.528362 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7241bd86-235c-47fe-ae52-f0f4f88eb9f6 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.546397 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241bd86-235c-47fe-ae52-f0f4f88eb9f6 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91f62af-8ebd-4561-9c69-702725869a5b,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:50.617843 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7241bd86-235c-47fe-ae52-f0f4f88eb9f6 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.619046 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-7241bd86-235c-47fe-ae52-f0f4f88eb9f6 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3197269 Aug 16 09:32:50.621679 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51322) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:32:50.626064 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-42b90f46-d80e-41d2-8682-863f48b213ea tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'security_group_rule': {'security_group_id': '02afb266-d012-4626-b4fd-72a332cd3b0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:32:50.626959 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Allocated IP 172.20.0.13 (19894358-5016-4cbc-83ad-837aad96b259/4a9c8912-57fd-4428-a282-7e357b711658/a4b884ef-1836-4ded-9850-02494e7df2a4) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:32:50.736716 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42b90f46-d80e-41d2-8682-863f48b213ea tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.760768 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.772819 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Transition to ACTIVE for port object a4b884ef-1836-4ded-9850-02494e7df2a4 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:32:50.796123 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42b90f46-d80e-41d2-8682-863f48b213ea tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.847966 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42b90f46-d80e-41d2-8682-863f48b213ea tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642887'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.864973 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b90f46-d80e-41d2-8682-863f48b213ea tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b297f63-cff9-43ea-997f-40b7b5877dea,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:50.871545 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.916891 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42b90f46-d80e-41d2-8682-863f48b213ea tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:50.918126 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-42b90f46-d80e-41d2-8682-863f48b213ea tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2955251 Aug 16 09:32:50.919204 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Network 19894358-5016-4cbc-83ad-837aad96b259 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:32:50.921221 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51324) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:32:50.922457 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:32:50.925694 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'floatingip': {'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:32:50.926303 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:32:50.932704 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'Port': ['ID=a4b884ef-1836-4ded-9850-02494e7df2a4,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:50.978373 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:50.978922 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.009118 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.073556 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f625fea2-ddba-4ae5-9edd-81f23a1d90d0 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770851 Aug 16 09:32:51.094896 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-0a23e460-6d82-414f-9c02-96afb42ed919 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:32:51.095914 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-0a23e460-6d82-414f-9c02-96afb42ed919 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109851 Aug 16 09:32:51.107489 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Request body: {'port': {'device_id': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:32:51.111694 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.161755 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.221355 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Allocated IP 172.27.3.241 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/323bc773-359d-45a2-a744-228d648525ba) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:32:51.309107 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-b2d8333c-27e8-4df0-9340-df2f15c2862b None None] Provisioning for port a4b884ef-1836-4ded-9850-02494e7df2a4 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:32:51.314179 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-b2d8333c-27e8-4df0-9340-df2f15c2862b None None] Provisioning complete for port a4b884ef-1836-4ded-9850-02494e7df2a4 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:32:51.315213 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b2d8333c-27e8-4df0-9340-df2f15c2862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.321632 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.352854 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8333c-27e8-4df0-9340-df2f15c2862b None None] Port a4b884ef-1836-4ded-9850-02494e7df2a4 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:32:51.420421 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.430831 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b884ef-1836-4ded-9850-02494e7df2a4 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:32:51.438601 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.451710 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Transition to ACTIVE for port object a4b884ef-1836-4ded-9850-02494e7df2a4 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:32:51.461133 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:32:51.467345 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:32:51.481194 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:32:51.518589 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'Port': ['ID=323bc773-359d-45a2-a744-228d648525ba,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:51.537689 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.556339 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fde6b-9855-4eff-87a9-c254ecbd35aa req-cf58abe4-8218-4b15-850c-39478632c940 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:51.557848 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4a0fde6b-9855-4eff-87a9-c254ecbd35aa req-cf58abe4-8218-4b15-850c-39478632c940 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 932 time: 0.0916498 Aug 16 09:32:51.607033 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b884ef-1836-4ded-9850-02494e7df2a4,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:51.622214 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.626350 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4a0fde6b-9855-4eff-87a9-c254ecbd35aa req-9b78fa7d-7848-442d-8e0f-60219673c33b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477402 Aug 16 09:32:51.664466 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Attempting to bind port a4b884ef-1836-4ded-9850-02494e7df2a4 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:32:51.664972 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Attempting to bind port a4b884ef-1836-4ded-9850-02494e7df2a4 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:32:51.665260 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Attempting to bind port a4b884ef-1836-4ded-9850-02494e7df2a4 on network 19894358-5016-4cbc-83ad-837aad96b259 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:32:51.670048 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Port a4b884ef-1836-4ded-9850-02494e7df2a4 on network 19894358-5016-4cbc-83ad-837aad96b259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:32:51.670389 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Attempting to bind port a4b884ef-1836-4ded-9850-02494e7df2a4 on network 19894358-5016-4cbc-83ad-837aad96b259 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:32:51.675928 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:32:51.676267 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Checking segment: {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:32:51.676680 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Bound using segment: {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:32:51.677106 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Bound port: a4b884ef-1836-4ded-9850-02494e7df2a4, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfc2afb-6f77-4452-8341-dece3a67d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '19894358-5016-4cbc-83ad-837aad96b259'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:32:51.677465 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.737363 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.818022 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.891752 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:51.951556 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8465254'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:52.019788 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'Port': ['ID=323bc773-359d-45a2-a744-228d648525ba,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:52.020489 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] For port a4b884ef-1836-4ded-9850-02494e7df2a4, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:32:52.023552 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] For port a4b884ef-1836-4ded-9850-02494e7df2a4, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=a4b884ef-1836-4ded-9850-02494e7df2a4,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:32:52.032948 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:52.106161 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:52.117442 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:52.118681 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-1f916fc6-63d2-44dc-b9a2-e25125d0dcb7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1965308 Aug 16 09:32:52.142480 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:52.142480 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:52.142952 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] 10.222.0.64 "PUT /v2.0/ports/a4b884ef-1836-4ded-9850-02494e7df2a4 HTTP/1.1" status: 200 len: 1094 time: 1.0394869 Aug 16 09:32:52.143215 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'tag': 'a4b884ef-1836-4ded-9850-02494e7df2a4'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:32:52.145462 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0245de-1cb0-4437-8cbd-9b01c16bc876" -d '{"events": [{"name": "network-changed", "server_uuid": "5f856200-c50d-4d2c-9ccc-6d913973ffc2", "tag": "a4b884ef-1836-4ded-9850-02494e7df2a4"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:32:52.175320 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ce70e-50bd-44db-ab98-6f944800d867 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b884ef-1836-4ded-9850-02494e7df2a4,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:52.189989 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec516d20-2411-41a9-9cd5-093380eaf9c0 x-openstack-request-id: req-ec516d20-2411-41a9-9cd5-093380eaf9c0 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:32:52.194260 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f856200-c50d-4d2c-9ccc-6d913973ffc2", "tag": "a4b884ef-1836-4ded-9850-02494e7df2a4", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:32:52.194260 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec516d20-2411-41a9-9cd5-093380eaf9c0 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:32:52.194260 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'tag': 'a4b884ef-1836-4ded-9850-02494e7df2a4', 'status': 'completed', 'code': 200} Aug 16 09:32:52.246872 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0245de-1cb0-4437-8cbd-9b01c16bc876 req-ed77c82f-56fe-4433-aad9-8b20c0c779d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:52.257894 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5b0245de-1cb0-4437-8cbd-9b01c16bc876 req-ed77c82f-56fe-4433-aad9-8b20c0c779d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 1097 time: 0.0441377 Aug 16 09:32:52.330677 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-dea5374b-b24e-41a8-a9fd-0c08b75dc7f9 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1134986919&fields=id&tenant_id=79fccdc975d94c52b73240b25ab57a37 HTTP/1.1" status: 200 len: 267 time: 0.0377479 Aug 16 09:32:52.354127 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0245de-1cb0-4437-8cbd-9b01c16bc876 req-59e42698-ad33-490f-a1d2-98f8d9164afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:52.355614 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5b0245de-1cb0-4437-8cbd-9b01c16bc876 req-59e42698-ad33-490f-a1d2-98f8d9164afd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6b88604f73564039ab3cdfa704bf201b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0998952 Aug 16 09:32:52.440208 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4703-9469-4256-877a-0e0423bdafdb req-39ab7d5a-67ef-43cf-8fb2-78305b5b33ed tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:52.440208 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-39ab7d5a-67ef-43cf-8fb2-78305b5b33ed tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/networks?id=f10ee9bf-7049-4084-bb31-5d17b8e095a2 HTTP/1.1" status: 200 len: 810 time: 0.1024311 Aug 16 09:32:52.450680 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0245de-1cb0-4437-8cbd-9b01c16bc876 req-6f833c17-a6d7-4fb5-8878-62e089252f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:52.452260 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-5b0245de-1cb0-4437-8cbd-9b01c16bc876 req-6f833c17-a6d7-4fb5-8878-62e089252f6a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899560 Aug 16 09:32:52.454953 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-40fc4028-21c3-40e4-992c-9591089f897c tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/quotas/79fccdc975d94c52b73240b25ab57a37 HTTP/1.1" status: 200 len: 375 time: 0.0090499 Aug 16 09:32:52.511419 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-9b73102f-fedf-4c6a-9d5f-2c3ba400b288 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=79fccdc975d94c52b73240b25ab57a37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496910 Aug 16 09:32:52.525443 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-ade1124b-0a05-4a8d-bfcc-edd1fc7b0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:52.527050 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-ade1124b-0a05-4a8d-bfcc-edd1fc7b0ede service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 1097 time: 0.0398824 Aug 16 09:32:52.568543 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-16b8aa36-95b6-479a-b692-4a0231620413 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4b884ef-1836-4ded-9850-02494e7df2a4 HTTP/1.1" status: 200 len: 217 time: 0.0340528 Aug 16 09:32:52.570615 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-4096f144-73b7-40cb-a84a-9bdc18b56997 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 09:32:52.571605 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-4096f144-73b7-40cb-a84a-9bdc18b56997 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491517 Aug 16 09:32:52.618451 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f08edf37-b222-4ba2-b585-b53908fba826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:52.619950 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-f08edf37-b222-4ba2-b585-b53908fba826 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 200 len: 851 time: 0.0441368 Aug 16 09:32:52.659848 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-ecbe338f-9c2d-43e8-a008-6e5ea3c3f360 service neutron] 10.222.0.39 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818353 Aug 16 09:32:52.669920 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-280a789c-4578-42e7-802f-3496c789cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:52.670119 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-280a789c-4578-42e7-802f-3496c789cd6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19894358-5016-4cbc-83ad-837aad96b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427246 Aug 16 09:32:52.758550 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-b071ca2a-6ae4-41f1-9d77-1e74af331bd4 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817103 Aug 16 09:32:52.784234 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2c892-c6e8-4d83-b86a-50ba01d8bfac req-e294657d-f724-4cfe-842e-1f89bdb46536 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:52.785650 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-feb2c892-c6e8-4d83-b86a-50ba01d8bfac req-e294657d-f724-4cfe-842e-1f89bdb46536 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 944 time: 0.0730908 Aug 16 09:32:52.791637 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-93e99a93-b353-43d1-9ba3-8d6080755ad0 service neutron] 10.222.0.39 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246138 Aug 16 09:32:52.824820 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-feb2c892-c6e8-4d83-b86a-50ba01d8bfac req-a5c6ff60-0b96-4eff-9b02-f3946fd29d8e tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322378 Aug 16 09:32:52.863315 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-17a9c6c4-4d77-43c7-857b-597c2bfc3dd6 req-b4a0d27e-13ca-4f4e-adee-868b6fe50095 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974739 Aug 16 09:32:53.025305 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-9cd4b86e-710a-4778-9ff4-e09bc8ab7362 req-6d34aa2a-c7f5-4284-ab29-2d6f71d2d6a3 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 210 time: 0.0290222 Aug 16 09:32:53.951950 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e154d3-de8d-4322-8309-82b9b43b8fc9 req-9d414cc7-950c-4bd6-a3c5-96a86036b13d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:53.953482 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b6e154d3-de8d-4322-8309-82b9b43b8fc9 req-9d414cc7-950c-4bd6-a3c5-96a86036b13d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 944 time: 0.0471163 Aug 16 09:32:53.992850 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-b6e154d3-de8d-4322-8309-82b9b43b8fc9 req-1b432e71-3219-4a47-bc9a-279cfee7e236 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322125 Aug 16 09:32:54.119262 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-48a6db3f-8e3c-446f-a6a6-5d529c058793 req-35e1546c-eb1a-4478-a3f4-625a89632db1 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 210 time: 0.0268629 Aug 16 09:32:54.889748 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4703-9469-4256-877a-0e0423bdafdb req-812598df-dba6-4d02-a52f-29216d0d3b5c tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:54.891190 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-812598df-dba6-4d02-a52f-29216d0d3b5c tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.64 "GET /v2.0/networks?id=f10ee9bf-7049-4084-bb31-5d17b8e095a2 HTTP/1.1" status: 200 len: 810 time: 0.0983942 Aug 16 09:32:54.933410 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-f4c8e506-95ff-43ea-9737-41f0815bd828 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79fccdc975d94c52b73240b25ab57a37 HTTP/1.1" status: 200 len: 380 time: 0.0325878 Aug 16 09:32:54.943145 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'port': {'device_id': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'admin_state_up': True, 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'security_groups': ['02afb266-d012-4626-b4fd-72a332cd3b0b']}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:32:55.105963 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73398da4-88a7-41ff-b230-ae74a1f3b427 req-88f8d639-2763-4b0f-a3b0-db938f3018a2 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:55.107449 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-73398da4-88a7-41ff-b230-ae74a1f3b427 req-88f8d639-2763-4b0f-a3b0-db938f3018a2 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 944 time: 0.0473299 Aug 16 09:32:55.134603 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Made reservation on behalf of 79fccdc975d94c52b73240b25ab57a37 for: {'port': 1} {{(pid=94600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 09:32:55.138363 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:55.147963 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-73398da4-88a7-41ff-b230-ae74a1f3b427 req-422eb0fc-fee8-4c1c-8384-6496417fe0ee tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328243 Aug 16 09:32:55.217362 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-6e2780ed-627e-4a21-96cc-ccd6087aed6d req-60402a67-9773-4014-827a-8d8f7255d37e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 210 time: 0.0285106 Aug 16 09:32:55.269024 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Allocated IP 172.20.0.8 (f10ee9bf-7049-4084-bb31-5d17b8e095a2/ac290e63-0977-4c48-a016-282de1058697/a947d777-a24b-4a01-97c3-af8ae74fbc95) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:32:55.397468 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:55.410384 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Transition to ACTIVE for port object a947d777-a24b-4a01-97c3-af8ae74fbc95 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:32:55.509513 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:55.552074 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Network f10ee9bf-7049-4084-bb31-5d17b8e095a2 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:32:55.557670 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:32:55.561476 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:32:55.586544 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event updated for resources: {'Port': ['ID=a947d777-a24b-4a01-97c3-af8ae74fbc95,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:55.617638 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:55.618276 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:55.694745 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-c6c375e3-3186-4aea-9ce7-0a52d6bd6666 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7553282 Aug 16 09:32:55.708124 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Request body: {'port': {'device_id': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80461'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:32:55.760314 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:55.789638 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-dea35ecb-fde2-4c3e-9926-6b57ab335e89 None None] Provisioning for port a947d777-a24b-4a01-97c3-af8ae74fbc95 completed by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:32:55.793450 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-dea35ecb-fde2-4c3e-9926-6b57ab335e89 None None] Provisioning complete for port a947d777-a24b-4a01-97c3-af8ae74fbc95 triggered by entity DHCP. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:32:55.793822 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-dea35ecb-fde2-4c3e-9926-6b57ab335e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:55.829057 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-dea35ecb-fde2-4c3e-9926-6b57ab335e89 None None] Port a947d777-a24b-4a01-97c3-af8ae74fbc95 cannot update to ACTIVE because it is not bound. {{(pid=94601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 09:32:56.017204 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a947d777-a24b-4a01-97c3-af8ae74fbc95 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:32:56.025108 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:56.039011 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Transition to ACTIVE for port object a947d777-a24b-4a01-97c3-af8ae74fbc95 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 09:32:56.114587 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:56.162404 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Pushing event updated for resources: {'Port': ['ID=a947d777-a24b-4a01-97c3-af8ae74fbc95,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:56.236067 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Attempting to bind port a947d777-a24b-4a01-97c3-af8ae74fbc95 on host hv-cinder-80461 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 09:32:56.236509 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Attempting to bind port a947d777-a24b-4a01-97c3-af8ae74fbc95 by drivers openvswitch,hyperv on host hv-cinder-80461 at level 0 using segments [{'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 09:32:56.236838 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Attempting to bind port a947d777-a24b-4a01-97c3-af8ae74fbc95 on network f10ee9bf-7049-4084-bb31-5d17b8e095a2 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:32:56.245485 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Port a947d777-a24b-4a01-97c3-af8ae74fbc95 on network f10ee9bf-7049-4084-bb31-5d17b8e095a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80461 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 09:32:56.245485 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Attempting to bind port a947d777-a24b-4a01-97c3-af8ae74fbc95 on network f10ee9bf-7049-4084-bb31-5d17b8e095a2 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 09:32:56.251364 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Checking agent: {'id': 'd91f361e-e658-40f9-9dd1-c07a5b42a0bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80461', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'started_at': datetime.datetime(2021, 8, 16, 9, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 09:32:56.251695 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Checking segment: {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 09:32:56.252249 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Bound using segment: {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 09:32:56.252750 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Bound port: a947d777-a24b-4a01-97c3-af8ae74fbc95, host: hv-cinder-80461, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7734862f-558c-4196-9a9d-aa5784bda584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 09:32:56.253079 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:56.289105 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5820cb2-81da-45d7-bfad-191e8b4ad2ef req-b09df053-3420-4ea3-a0d4-320bd03c1152 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:56.291275 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f5820cb2-81da-45d7-bfad-191e8b4ad2ef req-b09df053-3420-4ea3-a0d4-320bd03c1152 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 944 time: 0.0687885 Aug 16 09:32:56.329009 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] For port a947d777-a24b-4a01-97c3-af8ae74fbc95, host hv-cinder-80461, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 09:32:56.332396 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] For port a947d777-a24b-4a01-97c3-af8ae74fbc95, host hv-cinder-80461, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=a947d777-a24b-4a01-97c3-af8ae74fbc95,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 09:32:56.359918 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f5820cb2-81da-45d7-bfad-191e8b4ad2ef req-18f8cca5-bec2-4683-85e2-88e281836400 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585430 Aug 16 09:32:56.367148 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551731f-2e39-4eb2-aaa0-588de5d02349 req-48002a49-ed6e-4cb1-ae24-85a6c5c53996 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:56.368568 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a551731f-2e39-4eb2-aaa0-588de5d02349 req-48002a49-ed6e-4cb1-ae24-85a6c5c53996 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 943 time: 0.0762253 Aug 16 09:32:56.400801 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:56.406606 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a551731f-2e39-4eb2-aaa0-588de5d02349 req-8e1741b0-a868-4e3f-beb7-b5f07d3070bf tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=02afb266-d012-4626-b4fd-72a332cd3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317719 Aug 16 09:32:56.433224 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:56.434037 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:56.435414 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] 10.222.0.64 "PUT /v2.0/ports/a947d777-a24b-4a01-97c3-af8ae74fbc95 HTTP/1.1" status: 200 len: 1093 time: 0.7315116 Aug 16 09:32:56.435841 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'tag': 'a947d777-a24b-4a01-97c3-af8ae74fbc95'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:32:56.438087 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e333f725-696b-4ae8-b215-e239eec940c1" -d '{"events": [{"name": "network-changed", "server_uuid": "7804b031-69e0-44d2-b09a-a7763fc202eb", "tag": "a947d777-a24b-4a01-97c3-af8ae74fbc95"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:32:56.468009 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c2039-1668-4316-83fe-eca2bc04b20f service neutron] Pushing event updated for resources: {'Port': ['ID=a947d777-a24b-4a01-97c3-af8ae74fbc95,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:56.478378 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0cd063-eb6f-4576-80f1-f5e114a38e77 x-openstack-request-id: req-eb0cd063-eb6f-4576-80f1-f5e114a38e77 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:32:56.478662 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7804b031-69e0-44d2-b09a-a7763fc202eb", "tag": "a947d777-a24b-4a01-97c3-af8ae74fbc95", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:32:56.478912 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb0cd063-eb6f-4576-80f1-f5e114a38e77 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:32:56.479432 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'tag': 'a947d777-a24b-4a01-97c3-af8ae74fbc95', 'status': 'completed', 'code': 200} Aug 16 09:32:56.543317 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333f725-696b-4ae8-b215-e239eec940c1 req-05b9d2be-9f7f-4d2f-a355-6f48cdc896f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:56.544957 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e333f725-696b-4ae8-b215-e239eec940c1 req-05b9d2be-9f7f-4d2f-a355-6f48cdc896f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fccdc975d94c52b73240b25ab57a37&device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 1096 time: 0.0437648 Aug 16 09:32:56.646743 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333f725-696b-4ae8-b215-e239eec940c1 req-29013ddc-4370-4dfc-a04a-ece6acb95dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:56.648226 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e333f725-696b-4ae8-b215-e239eec940c1 req-29013ddc-4370-4dfc-a04a-ece6acb95dc8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=79fccdc975d94c52b73240b25ab57a37&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0959821 Aug 16 09:32:56.739715 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333f725-696b-4ae8-b215-e239eec940c1 req-77a583a0-989e-4450-a998-4ae14714f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:56.741126 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-e333f725-696b-4ae8-b215-e239eec940c1 req-77a583a0-989e-4450-a998-4ae14714f67e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865591 Aug 16 09:32:56.812523 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4703-9469-4256-877a-0e0423bdafdb req-4e84b711-bae7-4a8d-bb71-12bf41815f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:56.813853 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-4e84b711-bae7-4a8d-bb71-12bf41815f5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fccdc975d94c52b73240b25ab57a37&device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 1096 time: 0.0383682 Aug 16 09:32:56.857189 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-489c00b3-b805-451f-b80a-7fea6ff1f8ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a947d777-a24b-4a01-97c3-af8ae74fbc95 HTTP/1.1" status: 200 len: 217 time: 0.0355690 Aug 16 09:32:56.904249 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4703-9469-4256-877a-0e0423bdafdb req-55f99e35-a670-47d8-9f4f-93e735c7c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:56.905696 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-55f99e35-a670-47d8-9f4f-93e735c7c3da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac290e63-0977-4c48-a016-282de1058697 HTTP/1.1" status: 200 len: 849 time: 0.0418665 Aug 16 09:32:56.948950 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4703-9469-4256-877a-0e0423bdafdb req-ca954d5c-1e2a-457e-8f24-cac230ce0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:56.950357 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-ca954d5c-1e2a-457e-8f24-cac230ce0621 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f10ee9bf-7049-4084-bb31-5d17b8e095a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383782 Aug 16 09:32:57.039236 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-4f8b6268-19f3-44b0-bfdc-bc0a7ff6ce2b service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810637 Aug 16 09:32:57.126496 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-82ea4703-9469-4256-877a-0e0423bdafdb req-82a6dbe9-b3a0-4c72-9ae0-2a6829ed7d06 service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803220 Aug 16 09:32:57.474058 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14292cff-2127-41f7-8566-2b7857687784 req-31771645-7929-42c0-a857-02567874bc71 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:57.475538 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-14292cff-2127-41f7-8566-2b7857687784 req-31771645-7929-42c0-a857-02567874bc71 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 944 time: 0.0506599 Aug 16 09:32:57.537382 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-14292cff-2127-41f7-8566-2b7857687784 req-b6116ff9-39e3-4daa-85b5-7818ad574105 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522325 Aug 16 09:32:57.546049 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c266c-0b3b-41c9-b0f6-b772c4793c9e req-3ac9cb39-a112-4a3f-a149-52af54a6f4bd tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:57.547502 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cb0c266c-0b3b-41c9-b0f6-b772c4793c9e req-3ac9cb39-a112-4a3f-a149-52af54a6f4bd tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 943 time: 0.0703788 Aug 16 09:32:57.583565 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-cb0c266c-0b3b-41c9-b0f6-b772c4793c9e req-8651adf6-4a4b-4fb0-9f85-41cab15095f9 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=02afb266-d012-4626-b4fd-72a332cd3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299890 Aug 16 09:32:58.647843 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9270a-a44c-4180-8676-d1d8c4b8df98 req-3a3d82b8-3269-41b4-b343-02438ca3c81b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:58.649345 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a5f9270a-a44c-4180-8676-d1d8c4b8df98 req-3a3d82b8-3269-41b4-b343-02438ca3c81b tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 944 time: 0.0465779 Aug 16 09:32:58.714714 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a5f9270a-a44c-4180-8676-d1d8c4b8df98 req-15b56ac1-a2cd-4c31-9810-93b46ea1ecf8 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559392 Aug 16 09:32:58.723821 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43f24b-6af3-40cd-9769-3c74860981ab req-818e8500-c14b-43e4-af11-a13d83689b49 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:58.725282 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0a43f24b-6af3-40cd-9769-3c74860981ab req-818e8500-c14b-43e4-af11-a13d83689b49 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 943 time: 0.0745814 Aug 16 09:32:58.762370 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0a43f24b-6af3-40cd-9769-3c74860981ab req-d918aa94-b899-4d3a-b80b-14d07ecb44f3 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=02afb266-d012-4626-b4fd-72a332cd3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304105 Aug 16 09:32:59.533147 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device a947d777-a24b-4a01-97c3-af8ae74fbc95 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:32:59.622540 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port a947d777-a24b-4a01-97c3-af8ae74fbc95, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=a947d777-a24b-4a01-97c3-af8ae74fbc95,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:32:59.633710 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'a947d777-a24b-4a01-97c3-af8ae74fbc95', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'port_id': 'a947d777-a24b-4a01-97c3-af8ae74fbc95', 'mac_address': 'fa:16:3e:3d:52:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:32:59.670604 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:59.682801 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a947d777-a24b-4a01-97c3-af8ae74fbc95 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:32:59.701099 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port a947d777-a24b-4a01-97c3-af8ae74fbc95, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=a947d777-a24b-4a01-97c3-af8ae74fbc95,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:32:59.760163 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:32:59.809642 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=a947d777-a24b-4a01-97c3-af8ae74fbc95,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:32:59.816945 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.817320 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.817668 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.818047 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.818382 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.818712 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.819038 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.819640 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.820554 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.820879 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.821201 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.821523 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:32:59.830786 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46de9e8-847c-496f-86f4-e6bd3ed9204c req-f406a6b4-4ec9-4ff6-840c-0992ba8e9406 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:59.832490 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c46de9e8-847c-496f-86f4-e6bd3ed9204c req-f406a6b4-4ec9-4ff6-840c-0992ba8e9406 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 944 time: 0.0504043 Aug 16 09:32:59.894265 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c46de9e8-847c-496f-86f4-e6bd3ed9204c req-86e776a8-c439-44d1-866a-8c343a074eff tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522420 Aug 16 09:32:59.910986 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba2b4d-9903-47fc-a134-7c024ce99f7d req-8f51711b-0210-4620-b63f-c9b81e7b0105 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:32:59.910986 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-99ba2b4d-9903-47fc-a134-7c024ce99f7d req-8f51711b-0210-4620-b63f-c9b81e7b0105 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 944 time: 0.0749595 Aug 16 09:32:59.946166 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-99ba2b4d-9903-47fc-a134-7c024ce99f7d req-ededf962-f5c1-4f09-bcfc-78d77934320a tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=02afb266-d012-4626-b4fd-72a332cd3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Aug 16 09:33:00.026277 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['a947d777-a24b-4a01-97c3-af8ae74fbc95'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:33:01.008382 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b00fbe-1483-4291-8cfc-dc7b38129b72 req-58367373-404b-42f5-8246-63cb37ab5e74 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:01.009923 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c5b00fbe-1483-4291-8cfc-dc7b38129b72 req-58367373-404b-42f5-8246-63cb37ab5e74 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 944 time: 0.0476906 Aug 16 09:33:01.073970 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-c5b00fbe-1483-4291-8cfc-dc7b38129b72 req-6f7fa292-b008-440b-8cbd-9bd34c55ff42 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520475 Aug 16 09:33:01.082098 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af538a95-48eb-480e-bfc9-ca85c82abe9b req-00d67f23-e2c9-439f-98c9-4dd12d76b2f7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:01.083525 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-af538a95-48eb-480e-bfc9-ca85c82abe9b req-00d67f23-e2c9-439f-98c9-4dd12d76b2f7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 944 time: 0.0697074 Aug 16 09:33:01.120645 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-af538a95-48eb-480e-bfc9-ca85c82abe9b req-7283ee1c-b056-4db5-9932-9e670eed3c02 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=02afb266-d012-4626-b4fd-72a332cd3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Aug 16 09:33:01.534987 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device a4b884ef-1836-4ded-9850-02494e7df2a4 details requested by agent hyperv_hv-cinder-80461 with host hv-cinder-80461 {{(pid=94601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 09:33:01.539342 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device a947d777-a24b-4a01-97c3-af8ae74fbc95 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:33:01.659338 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port a4b884ef-1836-4ded-9850-02494e7df2a4, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=a4b884ef-1836-4ded-9850-02494e7df2a4,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:33:01.673977 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Returning: {'device': 'a4b884ef-1836-4ded-9850-02494e7df2a4', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'port_id': 'a4b884ef-1836-4ded-9850-02494e7df2a4', 'mac_address': 'fa:16:3e:0f:4f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 09:33:01.707773 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port a947d777-a24b-4a01-97c3-af8ae74fbc95 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:33:01.712730 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:01.715485 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port a947d777-a24b-4a01-97c3-af8ae74fbc95 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:33:01.715846 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:01.743392 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b884ef-1836-4ded-9850-02494e7df2a4 {{(pid=94601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 09:33:01.771984 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port a4b884ef-1836-4ded-9850-02494e7df2a4, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=a4b884ef-1836-4ded-9850-02494e7df2a4,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:33:01.813597 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:01.834720 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a947d777-a24b-4a01-97c3-af8ae74fbc95'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:33:01.837528 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a4c17f-9836-4438-9442-fe1be5001ebf" -d '{"events": [{"server_uuid": "7804b031-69e0-44d2-b09a-a7763fc202eb", "name": "network-vif-plugged", "status": "completed", "tag": "a947d777-a24b-4a01-97c3-af8ae74fbc95"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:33:01.850788 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:01.858148 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port a947d777-a24b-4a01-97c3-af8ae74fbc95, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=a947d777-a24b-4a01-97c3-af8ae74fbc95,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:33:01.878903 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec91b3c-ccd5-4e44-aa53-116a635fc410 x-openstack-request-id: req-1ec91b3c-ccd5-4e44-aa53-116a635fc410 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:33:01.879186 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7804b031-69e0-44d2-b09a-a7763fc202eb", "name": "network-vif-plugged", "status": "completed", "tag": "a947d777-a24b-4a01-97c3-af8ae74fbc95", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:33:01.879435 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ec91b3c-ccd5-4e44-aa53-116a635fc410 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:33:01.879814 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a947d777-a24b-4a01-97c3-af8ae74fbc95', 'code': 200} Aug 16 09:33:01.908823 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=a4b884ef-1836-4ded-9850-02494e7df2a4,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:33:01.915733 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:01.961939 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=a947d777-a24b-4a01-97c3-af8ae74fbc95,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:33:02.092244 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:02.094370 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] get_ports_and_sgs() called for port_ids ['a4b884ef-1836-4ded-9850-02494e7df2a4'] {{(pid=94601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 09:33:02.172152 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fac623-a55e-4ff6-88ff-c72b3b967bf8 req-b1f27857-16f0-4277-aad6-7e254d0da6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:02.173721 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-90fac623-a55e-4ff6-88ff-c72b3b967bf8 req-b1f27857-16f0-4277-aad6-7e254d0da6fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 1098 time: 0.0639155 Aug 16 09:33:02.218985 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-90fac623-a55e-4ff6-88ff-c72b3b967bf8 req-561da357-fcfe-4953-bee8-e354b7c0dbfa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02afb266-d012-4626-b4fd-72a332cd3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349374 Aug 16 09:33:02.448311 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442af7c-0b9c-4f3e-8281-b6c06416b661 req-b159db1d-47ab-4377-940b-3aec984af5da tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:02.449740 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4442af7c-0b9c-4f3e-8281-b6c06416b661 req-b159db1d-47ab-4377-940b-3aec984af5da tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 945 time: 0.3096280 Aug 16 09:33:02.480404 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe1ba8-be2c-44f2-bf5a-21905a4b8302 req-790622cb-ba30-49b7-92ad-8a3e977acdbd tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:02.481823 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-adbe1ba8-be2c-44f2-bf5a-21905a4b8302 req-790622cb-ba30-49b7-92ad-8a3e977acdbd tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 945 time: 0.0733933 Aug 16 09:33:02.510390 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4442af7c-0b9c-4f3e-8281-b6c06416b661 req-9d237fe9-4d05-446c-95e6-5ce0aaea7644 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540888 Aug 16 09:33:02.528848 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-adbe1ba8-be2c-44f2-bf5a-21905a4b8302 req-5df7e7a1-abde-48ba-9566-ac06a3e852b7 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=02afb266-d012-4626-b4fd-72a332cd3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412180 Aug 16 09:33:03.548758 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device a4b884ef-1836-4ded-9850-02494e7df2a4 up at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 09:33:03.655294 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796773a-40c7-4b60-9734-f5bd40b544c7 req-18ec5316-c194-461c-807c-662c4170f8fc tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:03.656778 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d796773a-40c7-4b60-9734-f5bd40b544c7 req-18ec5316-c194-461c-807c-662c4170f8fc tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 945 time: 0.0795825 Aug 16 09:33:03.668463 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80590fb-c961-4700-8ed0-4d2523287344 req-6f333c5c-7d9d-4221-821b-b794669852b9 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:03.669841 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f80590fb-c961-4700-8ed0-4d2523287344 req-6f333c5c-7d9d-4221-821b-b794669852b9 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 945 time: 0.0661161 Aug 16 09:33:03.682610 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning for port a4b884ef-1836-4ded-9850-02494e7df2a4 completed by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 09:33:03.686493 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Provisioning complete for port a4b884ef-1836-4ded-9850-02494e7df2a4 triggered by entity L2. {{(pid=94601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 09:33:03.686852 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3862857'] for port, provisioning_complete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:03.725095 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-d796773a-40c7-4b60-9734-f5bd40b544c7 req-0a314358-a4b2-409e-afa3-ed5a4038c691 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543046 Aug 16 09:33:03.728020 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-f80590fb-c961-4700-8ed0-4d2523287344 req-7be4eb96-4074-405c-bb78-84d0754d28f0 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=02afb266-d012-4626-b4fd-72a332cd3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516605 Aug 16 09:33:03.769768 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:03.801553 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] For port a4b884ef-1836-4ded-9850-02494e7df2a4, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=a4b884ef-1836-4ded-9850-02494e7df2a4,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:33:03.842969 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051324f-10dc-41ac-8806-fa336cd2d975 req-c75bc6f6-cb83-43b5-b0d5-64f9caa096b8 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:03.844489 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-0051324f-10dc-41ac-8806-fa336cd2d975 req-c75bc6f6-cb83-43b5-b0d5-64f9caa096b8 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 945 time: 0.0479455 Aug 16 09:33:03.852816 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51406) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:33:03.857339 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7f4a7172-6593-42f4-b983-781781b8b83b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Request body: {'floatingip': {'port_id': 'a947d777-a24b-4a01-97c3-af8ae74fbc95'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:33:03.880289 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:03.883259 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b884ef-1836-4ded-9850-02494e7df2a4'}] {{(pid=94601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:33:03.885951 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9286fd563bf0b11a44dd083be4024724015f90b2b5faa81206fb70fd769f3d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e226e6d8-4bc7-4a10-946b-bdd8bc4f319b" -d '{"events": [{"server_uuid": "5f856200-c50d-4d2c-9ccc-6d913973ffc2", "name": "network-vif-plugged", "status": "completed", "tag": "a4b884ef-1836-4ded-9850-02494e7df2a4"}]}' {{(pid=94601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:33:03.900906 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7172-6593-42f4-b983-781781b8b83b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:03.924213 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383f6a7d-12df-453e-b29d-aa1a71572619 x-openstack-request-id: req-383f6a7d-12df-453e-b29d-aa1a71572619 {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:33:03.929287 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f856200-c50d-4d2c-9ccc-6d913973ffc2", "name": "network-vif-plugged", "status": "completed", "tag": "a4b884ef-1836-4ded-9850-02494e7df2a4", "code": 200}]} {{(pid=94601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:33:03.929287 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-383f6a7d-12df-453e-b29d-aa1a71572619 {{(pid=94601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:33:03.929287 dv-cinder-804611-1-iscsi neutron-server[94601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b884ef-1836-4ded-9850-02494e7df2a4', 'code': 200} Aug 16 09:33:03.945197 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Pushing event updated for resources: {'Port': ['ID=a4b884ef-1836-4ded-9850-02494e7df2a4,revision_number=5']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:33:04.261178 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914391bc-be2e-4a41-8d33-440c470d2897 req-7315e908-964f-43e1-bf57-4c7170d1fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:04.262651 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-914391bc-be2e-4a41-8d33-440c470d2897 req-7315e908-964f-43e1-bf57-4c7170d1fa84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 1099 time: 0.0392840 Aug 16 09:33:04.297204 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-914391bc-be2e-4a41-8d33-440c470d2897 req-b38b1338-25a2-4b27-925b-9721bdc76789 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270569 Aug 16 09:33:04.330569 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7172-6593-42f4-b983-781781b8b83b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:04.384866 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7172-6593-42f4-b983-781781b8b83b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:04.480896 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.db.l3_db [None req-7f4a7172-6593-42f4-b983-781781b8b83b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Floating IP 5f499a37-f31b-41e4-b078-f36215d5428b associated. External IP: 172.27.3.241, port: a947d777-a24b-4a01-97c3-af8ae74fbc95. Aug 16 09:33:04.680161 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4a7172-6593-42f4-b983-781781b8b83b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Router 13d3d334-5801-424a-85db-7e33870e6de0 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:33:04.784792 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4a7172-6593-42f4-b983-781781b8b83b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:33:04.790472 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7172-6593-42f4-b983-781781b8b83b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:04.797072 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4ff58-91e5-45a7-afa8-94585a83683a None None] Sync routers for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:33:04.805852 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4ff58-91e5-45a7-afa8-94585a83683a None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:33:04.806460 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-13a4ff58-91e5-45a7-afa8-94585a83683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:32:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:33:04.843995 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-7f4a7172-6593-42f4-b983-781781b8b83b tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "PUT /v2.0/floatingips/5f499a37-f31b-41e4-b078-f36215d5428b HTTP/1.1" status: 200 len: 991 time: 0.9876778 Aug 16 09:33:04.843995 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'tag': 'a947d777-a24b-4a01-97c3-af8ae74fbc95'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:33:04.845209 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34526ce37761904167ee29ae55471e10fae1af636c05175bc4a5bcb7395f73b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04" -d '{"events": [{"name": "network-changed", "server_uuid": "7804b031-69e0-44d2-b09a-a7763fc202eb", "tag": "a947d777-a24b-4a01-97c3-af8ae74fbc95"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:33:04.864238 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119093-f3fc-4ef1-a06e-47125e495b23 req-2874d2f8-b1b2-4eb4-936c-fd37349b8724 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:04.865775 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-aa119093-f3fc-4ef1-a06e-47125e495b23 req-2874d2f8-b1b2-4eb4-936c-fd37349b8724 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 946 time: 0.0725856 Aug 16 09:33:04.907476 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-aa119093-f3fc-4ef1-a06e-47125e495b23 req-49640131-cd8a-46cd-9395-58e7f7ed2efb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356271 Aug 16 09:33:04.909268 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-13a4ff58-91e5-45a7-afa8-94585a83683a None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:33:04.962184 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4047c5a3-8b1f-45b3-940c-d3ede9906374 x-openstack-request-id: req-4047c5a3-8b1f-45b3-940c-d3ede9906374 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:33:04.962480 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7804b031-69e0-44d2-b09a-a7763fc202eb", "tag": "a947d777-a24b-4a01-97c3-af8ae74fbc95", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:33:04.962734 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4047c5a3-8b1f-45b3-940c-d3ede9906374 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:33:04.963140 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'tag': 'a947d777-a24b-4a01-97c3-af8ae74fbc95', 'status': 'completed', 'code': 200} Aug 16 09:33:05.047671 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04 req-60cb2c66-8070-433f-95b9-1865d0bd1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:05.049390 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04 req-60cb2c66-8070-433f-95b9-1865d0bd1510 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79fccdc975d94c52b73240b25ab57a37&device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 1098 time: 0.0423825 Aug 16 09:33:05.143817 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04 req-541ede1b-b2d4-45c4-bfc2-fb0cf44ad9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:05.145309 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04 req-541ede1b-b2d4-45c4-bfc2-fb0cf44ad9db service neutron] 10.222.0.64 "GET /v2.0/networks?id=f10ee9bf-7049-4084-bb31-5d17b8e095a2 HTTP/1.1" status: 200 len: 911 time: 0.0875094 Aug 16 09:33:05.211812 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04 req-bf170b8f-0931-4e80-81a5-cbef375e38e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a947d777-a24b-4a01-97c3-af8ae74fbc95 HTTP/1.1" status: 200 len: 999 time: 0.0568953 Aug 16 09:33:05.216655 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-13a4ff58-91e5-45a7-afa8-94585a83683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '5f499a37-f31b-41e4-b078-f36215d5428b', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'port_id': 'a947d777-a24b-4a01-97c3-af8ae74fbc95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'mac_address': 'fa:16:3e:3d:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:32:51Z', 'updated_at': '2021-08-16T09:33:04Z', 'revision_number': 1, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:33:05.242291 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4ff58-91e5-45a7-afa8-94585a83683a None None] Checking router: 13d3d334-5801-424a-85db-7e33870e6de0 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:33:05.251876 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4ff58-91e5-45a7-afa8-94585a83683a None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:33:05.252519 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-13a4ff58-91e5-45a7-afa8-94585a83683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:32:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:33:05.261605 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04 req-400eeffa-4fdf-458c-8e83-e0451c28c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:05.263105 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04 req-400eeffa-4fdf-458c-8e83-e0451c28c56e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac290e63-0977-4c48-a016-282de1058697 HTTP/1.1" status: 200 len: 849 time: 0.0438774 Aug 16 09:33:05.311516 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04 req-fbe4cf10-ca59-4ee2-b751-0cfd2ebafc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:05.313127 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04 req-fbe4cf10-ca59-4ee2-b751-0cfd2ebafc11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f10ee9bf-7049-4084-bb31-5d17b8e095a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424831 Aug 16 09:33:05.355127 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-13a4ff58-91e5-45a7-afa8-94585a83683a None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:33:05.401307 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04 req-927a6fac-2f88-495a-9ca9-b2b9c6b6254c service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814886 Aug 16 09:33:05.493505 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-13f1bb5f-bd26-4df8-89bf-f6cacf5abe04 req-6f0b3979-5fba-4bfc-838c-2a4bc258886c service neutron] 10.222.0.64 "GET /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845790 Aug 16 09:33:05.571104 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-13a4ff58-91e5-45a7-afa8-94585a83683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '5f499a37-f31b-41e4-b078-f36215d5428b', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'port_id': 'a947d777-a24b-4a01-97c3-af8ae74fbc95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'mac_address': 'fa:16:3e:3d:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:32:51Z', 'updated_at': '2021-08-16T09:33:04Z', 'revision_number': 1, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:33:05.596132 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4ff58-91e5-45a7-afa8-94585a83683a None None] The sync data for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi is: [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '5f499a37-f31b-41e4-b078-f36215d5428b', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'port_id': 'a947d777-a24b-4a01-97c3-af8ae74fbc95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'mac_address': 'fa:16:3e:3d:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:32:51Z', 'updated_at': '2021-08-16T09:33:04Z', 'revision_number': 1, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:33:05.764324 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbae0e3-b5d9-4d64-bf44-ffedefd8a9de None None] New status for floating IP 5f499a37-f31b-41e4-b078-f36215d5428b: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:33:06.034767 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41707-80f3-42e7-879b-213c0ee52c43 req-9b6c433d-3125-4d6a-8d02-76945645f950 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:06.036282 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3cc41707-80f3-42e7-879b-213c0ee52c43 req-9b6c433d-3125-4d6a-8d02-76945645f950 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 946 time: 0.0524979 Aug 16 09:33:06.073641 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-3cc41707-80f3-42e7-879b-213c0ee52c43 req-cf402687-0df9-4ecb-a9e4-1bf8f6685064 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309000 Aug 16 09:33:06.187012 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167e2c0-2b2f-4670-9b6e-22b3db72aa44 req-c3b4ddcc-ba99-463c-ae53-f1098085e8f1 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:06.188502 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e167e2c0-2b2f-4670-9b6e-22b3db72aa44 req-c3b4ddcc-ba99-463c-ae53-f1098085e8f1 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 946 time: 0.0476849 Aug 16 09:33:06.224750 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e167e2c0-2b2f-4670-9b6e-22b3db72aa44 req-50416b06-56ba-493c-af53-0eaee82903d1 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305016 Aug 16 09:33:06.246272 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51422) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:33:06.283658 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f9c7e-c4ba-42f7-993a-44badf5b7331 tempest-TestVolumeBootPattern-502859456 tempest-TestVolumeBootPattern-502859456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:06.285059 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-7b7f9c7e-c4ba-42f7-993a-44badf5b7331 tempest-TestVolumeBootPattern-502859456 tempest-TestVolumeBootPattern-502859456-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 1094 time: 0.0378256 Aug 16 09:33:06.287673 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51424) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:33:06.292664 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.v2.base [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Request body: {'floatingip': {'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'port_id': 'a4b884ef-1836-4ded-9850-02494e7df2a4', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 09:33:06.373469 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:06.466776 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:06.566941 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Allocated IP 172.27.3.152 (f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f/a6820325-a44e-4588-8a35-b1856bc8e544/fc6fc2c9-149d-448b-bfad-95d3ff9def08) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 09:33:06.666395 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:06.760538 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772400938981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:06.793373 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Network f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 09:33:06.796114 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 09:33:06.801664 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 09:33:06.827840 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'Port': ['ID=fc6fc2c9-149d-448b-bfad-95d3ff9def08,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:33:07.145189 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:07.272009 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3709450'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:07.412398 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:07.470296 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772401411220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772400938999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772400939533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11474547'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:07.535241 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event updated for resources: {'Port': ['ID=fc6fc2c9-149d-448b-bfad-95d3ff9def08,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:33:07.548776 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:07.645267 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.l3_db [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Floating IP 93f7c97e-4e8f-4341-8631-10d4ca23f666 associated. External IP: 172.27.3.152, port: a4b884ef-1836-4ded-9850-02494e7df2a4. Aug 16 09:33:08.084065 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Router c4de8c97-5229-4b20-9f01-6520a8c717a7 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:33:08.187118 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:33:08.197185 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c0b0c2-d8fe-4f6b-b6e4-5f107f61b7a5 None None] Sync routers for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:33:08.205903 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0b0c2-d8fe-4f6b-b6e4-5f107f61b7a5 None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:33:08.206510 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-87c0b0c2-d8fe-4f6b-b6e4-5f107f61b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:32:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:33:08.263319 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:08.292957 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-ed1e6af8-2928-401b-a877-4e64c4981ced tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0035307 Aug 16 09:33:08.293522 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'tag': 'a4b884ef-1836-4ded-9850-02494e7df2a4'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:33:08.295778 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07721155-e838-40fe-86be-9001a4466403" -d '{"events": [{"name": "network-changed", "server_uuid": "5f856200-c50d-4d2c-9ccc-6d913973ffc2", "tag": "a4b884ef-1836-4ded-9850-02494e7df2a4"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:33:08.309738 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-87c0b0c2-d8fe-4f6b-b6e4-5f107f61b7a5 None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:33:08.390448 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd09adfa-c840-4796-8543-4d4aab45fe99 x-openstack-request-id: req-dd09adfa-c840-4796-8543-4d4aab45fe99 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:33:08.390738 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f856200-c50d-4d2c-9ccc-6d913973ffc2", "tag": "a4b884ef-1836-4ded-9850-02494e7df2a4", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:33:08.390988 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd09adfa-c840-4796-8543-4d4aab45fe99 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:33:08.391380 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'tag': 'a4b884ef-1836-4ded-9850-02494e7df2a4', 'status': 'completed', 'code': 200} Aug 16 09:33:08.496129 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07721155-e838-40fe-86be-9001a4466403 req-50ac0707-409a-4573-aeaf-e0f72a28b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:08.497818 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-07721155-e838-40fe-86be-9001a4466403 req-50ac0707-409a-4573-aeaf-e0f72a28b459 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 1099 time: 0.0833290 Aug 16 09:33:08.527732 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-87c0b0c2-d8fe-4f6b-b6e4-5f107f61b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '93f7c97e-4e8f-4341-8631-10d4ca23f666', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': 'a4b884ef-1836-4ded-9850-02494e7df2a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:0f:4f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:33:07Z', 'updated_at': '2021-08-16T09:33:07Z', 'revision_number': 0, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}, {'id': '9e31ca0f-825a-40cf-8c51-ef903e70b8e6', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:29:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:30:54Z', 'updated_at': '2021-08-16T09:30:56Z', 'revision_number': 1, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:33:08.557078 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c0b0c2-d8fe-4f6b-b6e4-5f107f61b7a5 None None] Checking router: c4de8c97-5229-4b20-9f01-6520a8c717a7 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:33:08.565220 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0b0c2-d8fe-4f6b-b6e4-5f107f61b7a5 None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:33:08.565823 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-87c0b0c2-d8fe-4f6b-b6e4-5f107f61b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:32:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:33:08.586436 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07721155-e838-40fe-86be-9001a4466403 req-65ff78ed-bdea-4c07-bf68-d9cdcfc66e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:08.587965 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-07721155-e838-40fe-86be-9001a4466403 req-65ff78ed-bdea-4c07-bf68-d9cdcfc66e1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 913 time: 0.0830731 Aug 16 09:33:08.654937 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-07721155-e838-40fe-86be-9001a4466403 req-04b5451d-2744-42dc-a167-64d20f18fd55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4b884ef-1836-4ded-9850-02494e7df2a4 HTTP/1.1" status: 200 len: 1000 time: 0.0588853 Aug 16 09:33:08.665803 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-87c0b0c2-d8fe-4f6b-b6e4-5f107f61b7a5 None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:33:08.703206 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07721155-e838-40fe-86be-9001a4466403 req-44624180-735b-4af7-bf4b-b334ccee397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:08.704669 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-07721155-e838-40fe-86be-9001a4466403 req-44624180-735b-4af7-bf4b-b334ccee397e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 200 len: 851 time: 0.0424478 Aug 16 09:33:08.747363 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07721155-e838-40fe-86be-9001a4466403 req-13645bb9-1ab3-4069-875f-32575a29c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:08.748848 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-07721155-e838-40fe-86be-9001a4466403 req-13645bb9-1ab3-4069-875f-32575a29c6b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19894358-5016-4cbc-83ad-837aad96b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376902 Aug 16 09:33:08.839049 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-07721155-e838-40fe-86be-9001a4466403 req-67b18f68-3b15-49da-88d9-097de7ff199e service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831785 Aug 16 09:33:08.883913 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-87c0b0c2-d8fe-4f6b-b6e4-5f107f61b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '93f7c97e-4e8f-4341-8631-10d4ca23f666', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': 'a4b884ef-1836-4ded-9850-02494e7df2a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:0f:4f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:33:07Z', 'updated_at': '2021-08-16T09:33:07Z', 'revision_number': 0, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}, {'id': '9e31ca0f-825a-40cf-8c51-ef903e70b8e6', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:29:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:30:54Z', 'updated_at': '2021-08-16T09:30:56Z', 'revision_number': 1, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:33:08.908940 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c0b0c2-d8fe-4f6b-b6e4-5f107f61b7a5 None None] The sync data for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi is: [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '93f7c97e-4e8f-4341-8631-10d4ca23f666', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': 'a4b884ef-1836-4ded-9850-02494e7df2a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:0f:4f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:33:07Z', 'updated_at': '2021-08-16T09:33:07Z', 'revision_number': 0, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}, {'id': '9e31ca0f-825a-40cf-8c51-ef903e70b8e6', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:29:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:30:54Z', 'updated_at': '2021-08-16T09:30:56Z', 'revision_number': 1, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:33:08.929831 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-07721155-e838-40fe-86be-9001a4466403 req-e08f3921-b16b-4456-98a0-d11e4f8133d9 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834939 Aug 16 09:33:09.088106 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba5ccc-fe5e-44c3-9242-ea08712355a2 None None] New status for floating IP 93f7c97e-4e8f-4341-8631-10d4ca23f666: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:33:16.491439 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e4e73a1a-fa30-4c25-98ae-b95e4b078e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:19.161818 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:19.218734 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ea9ca32d-c936-4750-8608-14e69a9f757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:20.316372 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:21.810841 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:25.937920 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:33:32.102350 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:34.350077 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-4246f750-9050-4949-8d20-0a2da6885dca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412834 Aug 16 09:33:34.427910 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-9247a64b-5a19-4185-bd37-d215f6842349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:34.429362 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-9247a64b-5a19-4185-bd37-d215f6842349 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 1098 time: 0.0379922 Aug 16 09:33:34.529083 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-8f9c38eb-c61b-482e-be91-5b1129778296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:34.530569 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-8f9c38eb-c61b-482e-be91-5b1129778296 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 913 time: 0.0825043 Aug 16 09:33:34.598885 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-904ef9e4-796b-4027-945a-352c5e942e6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b304bf6-14ad-4a7d-81a6-40764a47bcfe HTTP/1.1" status: 200 len: 1001 time: 0.0604603 Aug 16 09:33:34.647536 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-c6d6a8fd-e7a7-49e7-ac29-9375980a6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:34.648870 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-c6d6a8fd-e7a7-49e7-ac29-9375980a6148 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 200 len: 851 time: 0.0424457 Aug 16 09:33:34.692254 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-ed9869ec-0692-4803-94f8-be921301ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:33:34.693672 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-ed9869ec-0692-4803-94f8-be921301ae6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19894358-5016-4cbc-83ad-837aad96b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369914 Aug 16 09:33:34.782655 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-7358ac75-e07f-45cf-bfee-714e3b93431d service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802734 Aug 16 09:33:34.867023 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-9330c341-9464-4bcd-8dea-67676ddb2069 req-9d173c02-ac67-4776-adbe-50d544efe1fe service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0770197 Aug 16 09:33:46.473476 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3b5f11c2-3028-434c-89d0-588d4d34dd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:49.195307 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:49.223726 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1d9be2a3-ec3d-4617-8810-86791403ba4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:50.315492 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:33:51.807033 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:02.126581 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:02.936195 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:34:08.933674 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c50a6-98c8-4ed2-9349-ff1a14104187 req-4c912921-4f08-4d97-b7c5-bc9b2bd9d280 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:08.935148 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-533c50a6-98c8-4ed2-9349-ff1a14104187 req-4c912921-4f08-4d97-b7c5-bc9b2bd9d280 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 945 time: 0.0482645 Aug 16 09:34:08.975961 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-533c50a6-98c8-4ed2-9349-ff1a14104187 req-5c9f3315-2e04-4b60-9308-7d41144ae11e tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=02afb266-d012-4626-b4fd-72a332cd3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341742 Aug 16 09:34:10.090856 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413fc89-cfbf-4696-a95b-5b5b1700c080 req-dfd07f26-043f-4d98-b09d-867e589171de tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:10.092780 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4413fc89-cfbf-4696-a95b-5b5b1700c080 req-dfd07f26-043f-4d98-b09d-867e589171de tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 945 time: 0.0482059 Aug 16 09:34:10.129623 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-4413fc89-cfbf-4696-a95b-5b5b1700c080 req-8cbf2ef6-de5e-4566-8bdc-80d79de58acd tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups?id=02afb266-d012-4626-b4fd-72a332cd3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313165 Aug 16 09:34:10.596793 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997168e-0dbd-4208-970a-d032702b773e req-e74192b7-cf12-403b-86ce-f8decdd7ea85 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:10.598205 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6997168e-0dbd-4208-970a-d032702b773e req-e74192b7-cf12-403b-86ce-f8decdd7ea85 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 945 time: 0.0473177 Aug 16 09:34:10.689530 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Deleting port a947d777-a24b-4a01-97c3-af8ae74fbc95 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:10.689870 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:10.774059 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] For port a947d777-a24b-4a01-97c3-af8ae74fbc95, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=a947d777-a24b-4a01-97c3-af8ae74fbc95,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:10.774421 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:10.941643 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:10.942011 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438678'] for floatingip, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:10.942326 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.l3_db [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Floating IP 5f499a37-f31b-41e4-b078-f36215d5428b disassociated. External IP: 172.27.3.241, port: a947d777-a24b-4a01-97c3-af8ae74fbc95. Aug 16 09:34:10.942664 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Calling delete_port for a947d777-a24b-4a01-97c3-af8ae74fbc95 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:11.132349 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:11.165392 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event deleted for resources: {'Port': ['ID=a947d777-a24b-4a01-97c3-af8ae74fbc95,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:11.177000 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.177379 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.177722 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.178055 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.178386 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.178716 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.179043 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.179370 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.179704 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.180020 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.180364 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.180687 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:11.229079 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-af8c4f3c-a337-4343-bd18-c419bf7f6410 req-e196b0a6-3ff9-47dc-8d63-7ecfc2787695 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 210 time: 0.0267942 Aug 16 09:34:11.297488 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Router 13d3d334-5801-424a-85db-7e33870e6de0 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:34:11.400778 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:34:11.410304 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c39637-1477-43ba-960f-f8970c4a2dbd None None] Sync routers for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:34:11.418888 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c39637-1477-43ba-960f-f8970c4a2dbd None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:11.419496 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-18c39637-1477-43ba-960f-f8970c4a2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:33:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:11.437063 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] No DVR routers for this DVR port a947d777-a24b-4a01-97c3-af8ae74fbc95 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:34:11.439587 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:11.441621 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6997168e-0dbd-4208-970a-d032702b773e req-64498fd1-05a3-4e02-9e6b-a687d7b2d880 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.64 "DELETE /v2.0/ports/a947d777-a24b-4a01-97c3-af8ae74fbc95 HTTP/1.1" status: 204 len: 173 time: 0.8369455 Aug 16 09:34:11.442055 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'name': 'network-vif-deleted', 'tag': 'a947d777-a24b-4a01-97c3-af8ae74fbc95'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:34:11.444248 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4e8581-a786-44eb-80d7-5f9785796b29" -d '{"events": [{"server_uuid": "7804b031-69e0-44d2-b09a-a7763fc202eb", "name": "network-vif-deleted", "tag": "a947d777-a24b-4a01-97c3-af8ae74fbc95"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:34:11.480032 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48846f0-bdf3-4917-b142-d0c394a2e606 x-openstack-request-id: req-a48846f0-bdf3-4917-b142-d0c394a2e606 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:34:11.480355 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7804b031-69e0-44d2-b09a-a7763fc202eb", "name": "network-vif-deleted", "tag": "a947d777-a24b-4a01-97c3-af8ae74fbc95", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:34:11.480614 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a48846f0-bdf3-4917-b142-d0c394a2e606 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:34:11.481013 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7804b031-69e0-44d2-b09a-a7763fc202eb', 'name': 'network-vif-deleted', 'tag': 'a947d777-a24b-4a01-97c3-af8ae74fbc95', 'status': 'completed', 'code': 200} Aug 16 09:34:11.526984 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-18c39637-1477-43ba-960f-f8970c4a2dbd None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:11.810062 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-18c39637-1477-43ba-960f-f8970c4a2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:11.834961 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c39637-1477-43ba-960f-f8970c4a2dbd None None] Checking router: 13d3d334-5801-424a-85db-7e33870e6de0 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:34:11.843277 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c39637-1477-43ba-960f-f8970c4a2dbd None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:11.843872 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-18c39637-1477-43ba-960f-f8970c4a2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:33:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:11.944730 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-18c39637-1477-43ba-960f-f8970c4a2dbd None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:12.131045 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-18c39637-1477-43ba-960f-f8970c4a2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:12.155680 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c39637-1477-43ba-960f-f8970c4a2dbd None None] The sync data for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi is: [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:49Z', 'revision_number': 4, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '3d4fecf3-7d30-4909-8f12-24d5c128c3b9', 'name': '', 'network_id': 'f10ee9bf-7049-4084-bb31-5d17b8e095a2', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'mac_address': 'fa:16:3e:6c:47:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ac290e63-0977-4c48-a016-282de1058697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:49Z', 'updated_at': '2021-08-16T09:29:53Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'subnets': [{'id': 'ac290e63-0977-4c48-a016-282de1058697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:34:12.336647 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-a75ade12-8675-4e02-bafd-474d85e6e918 req-bbf97795-40ee-4234-a3e3-40322240a6b8 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/ports?device_id=7804b031-69e0-44d2-b09a-a7763fc202eb HTTP/1.1" status: 200 len: 210 time: 0.0253901 Aug 16 09:34:12.378668 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cdd9e6-c0a0-4482-b346-78778d6831f6 None None] New status for floating IP 5f499a37-f31b-41e4-b078-f36215d5428b: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:34:13.490358 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51656) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:13.544000 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9058d546-e083-4b38-b6c9-d6be360b8d3d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:13.567255 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9058d546-e083-4b38-b6c9-d6be360b8d3d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:13.674950 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9058d546-e083-4b38-b6c9-d6be360b8d3d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:13.677545 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9058d546-e083-4b38-b6c9-d6be360b8d3d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:13.678693 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-9058d546-e083-4b38-b6c9-d6be360b8d3d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "DELETE /v2.0/security-groups/02afb266-d012-4626-b4fd-72a332cd3b0b HTTP/1.1" status: 204 len: 168 time: 0.1873393 Aug 16 09:34:13.681592 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51658) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:13.687561 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058d546-e083-4b38-b6c9-d6be360b8d3d tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02afb266-d012-4626-b4fd-72a332cd3b0b,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:13.700158 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.api.v2.resource [None req-cca1b4fd-f906-4a0a-b17d-964cd9894470 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] show failed (client error): The resource could not be found. Aug 16 09:34:13.700158 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-cca1b4fd-f906-4a0a-b17d-964cd9894470 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "GET /v2.0/security-groups/02afb266-d012-4626-b4fd-72a332cd3b0b HTTP/1.1" status: 404 len: 347 time: 0.0154936 Aug 16 09:34:13.702147 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51660) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:13.820422 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Deleting port 323bc773-359d-45a2-a744-228d648525ba {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:13.820760 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:13.890893 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device a947d777-a24b-4a01-97c3-af8ae74fbc95 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:13.895517 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:13.895836 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:13.907203 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Calling delete_port for 323bc773-359d-45a2-a744-228d648525ba owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:13.919740 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: a947d777-a24b-4a01-97c3-af8ae74fbc95 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:13.920402 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device a947d777-a24b-4a01-97c3-af8ae74fbc95 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:14.069729 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:14.099131 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Pushing event deleted for resources: {'Port': ['ID=323bc773-359d-45a2-a744-228d648525ba,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:14.121250 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.121602 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.121944 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.122286 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.122618 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.122951 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.123278 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.123606 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.123932 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.124254 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.124604 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.124924 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:14.163077 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:14.165816 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:14.166989 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-2ccb73dd-927f-4b02-a7be-331444fdf4a5 tempest-AttachVolumeTestJSON-1478887748 tempest-AttachVolumeTestJSON-1478887748-project] 10.222.0.39 "DELETE /v2.0/floatingips/5f499a37-f31b-41e4-b078-f36215d5428b HTTP/1.1" status: 204 len: 168 time: 0.4637377 Aug 16 09:34:16.474846 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ae5c297a-dac0-4048-a35c-34b6863e50c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:18.205127 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51688) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:18.556740 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365206'] for router_interface, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:18.788867 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] Deleting port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:18.789208 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:18.863830 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] For port 3d4fecf3-7d30-4909-8f12-24d5c128c3b9, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=3d4fecf3-7d30-4909-8f12-24d5c128c3b9,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:18.864098 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:18.876378 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] Calling delete_port for 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 owned by network:router_interface {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:19.109769 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:19.145481 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4fecf3-7d30-4909-8f12-24d5c128c3b9,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:19.207467 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:19.235563 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2541eaa8-3505-49f9-870a-f258a074e65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:19.300424 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441894'] for router_interface, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:19.503607 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] Router 13d3d334-5801-424a-85db-7e33870e6de0 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:34:19.603587 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:34:19.608612 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-2e386825-243e-49c8-88e7-92f92008c0f4 admin admin] 10.222.0.39 "PUT /v2.0/routers/13d3d334-5801-424a-85db-7e33870e6de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4023585 Aug 16 09:34:19.611220 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51690) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:19.612027 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067bf70b-0e48-4e50-9858-78c59cb2f515 None None] Sync routers for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:34:19.620980 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067bf70b-0e48-4e50-9858-78c59cb2f515 None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:19.621576 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-067bf70b-0e48-4e50-9858-78c59cb2f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:34:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:19.720600 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:19.725530 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-067bf70b-0e48-4e50-9858-78c59cb2f515 None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:19.818603 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:19.894657 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-067bf70b-0e48-4e50-9858-78c59cb2f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:34:19Z', 'revision_number': 5, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port': {'id': '8ba238ef-0968-483f-8fe0-f6f396fed274', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d3d334-5801-424a-85db-7e33870e6de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:19.919348 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067bf70b-0e48-4e50-9858-78c59cb2f515 None None] Checking router: 13d3d334-5801-424a-85db-7e33870e6de0 for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:34:19.927949 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067bf70b-0e48-4e50-9858-78c59cb2f515 None None] Routers {'13d3d334-5801-424a-85db-7e33870e6de0'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:19.928586 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-067bf70b-0e48-4e50-9858-78c59cb2f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:34:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['13d3d334-5801-424a-85db-7e33870e6de0'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:19.939687 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Deleting port 8ba238ef-0968-483f-8fe0-f6f396fed274 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:19.940024 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.012650 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-067bf70b-0e48-4e50-9858-78c59cb2f515 None None] Set router 13d3d334-5801-424a-85db-7e33870e6de0 gateway port host: None {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:20.020737 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] For port 8ba238ef-0968-483f-8fe0-f6f396fed274, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=8ba238ef-0968-483f-8fe0-f6f396fed274,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:20.021102 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.032317 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Calling delete_port for 8ba238ef-0968-483f-8fe0-f6f396fed274 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:20.062639 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-067bf70b-0e48-4e50-9858-78c59cb2f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:34:19Z', 'revision_number': 6, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port_host': None}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:20.091314 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067bf70b-0e48-4e50-9858-78c59cb2f515 None None] The sync data for ids ['13d3d334-5801-424a-85db-7e33870e6de0'] in dv-cinder-804611-1-iscsi is: [{'id': '13d3d334-5801-424a-85db-7e33870e6de0', 'name': 'tempest-AttachVolumeTestJSON-573871259-router', 'tenant_id': '79fccdc975d94c52b73240b25ab57a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:29:46Z', 'updated_at': '2021-08-16T09:34:19Z', 'revision_number': 6, 'project_id': '79fccdc975d94c52b73240b25ab57a37', 'gw_port_host': None}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:34:20.270180 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.295233 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba238ef-0968-483f-8fe0-f6f396fed274,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:20.352044 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438748'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.355150 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.444862 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.444862 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.566930 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440383'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.567449 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13d3d334-5801-424a-85db-7e33870e6de0 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 09:34:20.571802 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.572991 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-cc8951e7-bd66-4148-b3de-4240b4c0a8be admin admin] 10.222.0.39 "DELETE /v2.0/routers/13d3d334-5801-424a-85db-7e33870e6de0 HTTP/1.1" status: 204 len: 168 time: 0.9607923 Aug 16 09:34:20.575425 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51692) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:20.618231 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0406753-e6f0-4c9e-9a05-370b1a72793e admin admin] Deleting subnet ac290e63-0977-4c48-a016-282de1058697 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:34:20.621128 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0406753-e6f0-4c9e-9a05-370b1a72793e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.653377 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0406753-e6f0-4c9e-9a05-370b1a72793e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8780508'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.729915 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0406753-e6f0-4c9e-9a05-370b1a72793e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.850411 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0406753-e6f0-4c9e-9a05-370b1a72793e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8465244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8921832'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.874314 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0406753-e6f0-4c9e-9a05-370b1a72793e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac290e63-0977-4c48-a016-282de1058697,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:20.880547 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0406753-e6f0-4c9e-9a05-370b1a72793e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:20.882397 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-f0406753-e6f0-4c9e-9a05-370b1a72793e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ac290e63-0977-4c48-a016-282de1058697 HTTP/1.1" status: 204 len: 168 time: 0.3060672 Aug 16 09:34:20.885103 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51694) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:20.886102 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ef735-6910-462e-9824-a9f3f3d7a989 None None] Network f10ee9bf-7049-4084-bb31-5d17b8e095a2 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:34:20.955299 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.012865 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Deleting port 5b1b0607-3891-4116-8062-dcd07e122e54 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:21.013301 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.067654 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] DHCP port deletion for f10ee9bf-7049-4084-bb31-5d17b8e095a2 request from dv-cinder-804611-1-iscsi {{(pid=94601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 09:34:21.079736 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] For port 5b1b0607-3891-4116-8062-dcd07e122e54, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=5b1b0607-3891-4116-8062-dcd07e122e54,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:21.080181 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.094554 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Calling delete_port for 5b1b0607-3891-4116-8062-dcd07e122e54 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:21.118695 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Deleting port 5b1b0607-3891-4116-8062-dcd07e122e54 {{(pid=94601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:21.119136 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.179429 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] For port 5b1b0607-3891-4116-8062-dcd07e122e54, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=5b1b0607-3891-4116-8062-dcd07e122e54,segment=NetworkSegment(7734862f-558c-4196-9a9d-aa5784bda584),segment_id=7734862f-558c-4196-9a9d-aa5784bda584)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:21.179830 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.192165 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Calling delete_port for 5b1b0607-3891-4116-8062-dcd07e122e54 owned by network:dhcp {{(pid=94601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:21.252190 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.269193 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.278011 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1b0607-3891-4116-8062-dcd07e122e54,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:21.279787 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] No DVR routers for this DVR port 5b1b0607-3891-4116-8062-dcd07e122e54 on host dv-cinder-804611-1-iscsi {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:34:21.293899 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Pushing event deleted for resources: {'Port': ['ID=5b1b0607-3891-4116-8062-dcd07e122e54,revision_number=None']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:21.301351 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] No DVR routers for this DVR port 5b1b0607-3891-4116-8062-dcd07e122e54 on host dv-cinder-804611-1-iscsi {{(pid=94601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:34:21.303395 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.303753 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.304093 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.304455 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.304789 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.305120 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.305448 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.305774 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.306099 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.306420 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.306743 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.307061 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176437d-154c-422a-86d3-9c07822b4f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:34:21.348652 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.358059 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10ee9bf-7049-4084-bb31-5d17b8e095a2']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:21.370702 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7734862f-558c-4196-9a9d-aa5784bda584') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:21.370999 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7734862f-558c-4196-9a9d-aa5784bda584') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:21.379664 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8780491'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.392659 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.398820 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:34:21.399201 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8465282'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: Traceback (most recent call last): Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: timer() Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: cb(*args, **kw) Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: return func(*args, **kwargs) Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: self._notify() Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: self.callback(batched_events) Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: event.method(event) Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: return f(self, *a, **k) Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._get(url).json() Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:34:21.400844 dv-cinder-804611-1-iscsi neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:34:21.555085 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.560187 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.562017 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] 10.222.0.39 "DELETE /v2.0/networks/f10ee9bf-7049-4084-bb31-5d17b8e095a2 HTTP/1.1" status: 204 len: 168 time: 0.6757925 Aug 16 09:34:21.574020 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e4040-4668-427d-9425-b2223ae03dae admin admin] Pushing event deleted for resources: {'Network': ['ID=f10ee9bf-7049-4084-bb31-5d17b8e095a2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:21.700082 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 8ba238ef-0968-483f-8fe0-f6f396fed274 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:21.720143 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 8ba238ef-0968-483f-8fe0-f6f396fed274 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:21.720521 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 8ba238ef-0968-483f-8fe0-f6f396fed274 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:21.720927 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:21.741780 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:21.742121 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 3d4fecf3-7d30-4909-8f12-24d5c128c3b9 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:21.742524 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 5b1b0607-3891-4116-8062-dcd07e122e54 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:21.767535 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 5b1b0607-3891-4116-8062-dcd07e122e54 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:21.772835 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 5b1b0607-3891-4116-8062-dcd07e122e54 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:21.821447 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:21.938401 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51698) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:21.977904 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-37c87116-780f-42d1-85f1-b87129d3d359 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79fccdc975d94c52b73240b25ab57a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383098 Aug 16 09:34:21.980172 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51700) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:22.026627 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bea42633-0416-4931-98bc-edeffe682cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:22.050571 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bea42633-0416-4931-98bc-edeffe682cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:22.154699 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bea42633-0416-4931-98bc-edeffe682cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:22.157273 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bea42633-0416-4931-98bc-edeffe682cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:22.158429 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-bea42633-0416-4931-98bc-edeffe682cc8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fc435e5-d2cd-4e67-9c58-b7cb804ac9f0 HTTP/1.1" status: 204 len: 168 time: 0.1772764 Aug 16 09:34:22.165813 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea42633-0416-4931-98bc-edeffe682cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc435e5-d2cd-4e67-9c58-b7cb804ac9f0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:24.923619 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51762) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:25.026209 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f28664e-45c4-4a7e-af2a-cd16fd829bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:25.114029 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f28664e-45c4-4a7e-af2a-cd16fd829bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:25.183456 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f28664e-45c4-4a7e-af2a-cd16fd829bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:25.220344 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-5f28664e-45c4-4a7e-af2a-cd16fd829bbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2c388584a0b438a96ea00581a4f256d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956722 Aug 16 09:34:25.221185 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28664e-45c4-4a7e-af2a-cd16fd829bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8fe02a-29a8-479e-a68a-98f798548e56,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:25.223131 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51766) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:25.270777 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b8e27d7e-65e1-470b-858f-572071f7e77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:25.290547 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b8e27d7e-65e1-470b-858f-572071f7e77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:25.412148 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b8e27d7e-65e1-470b-858f-572071f7e77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:25.414696 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b8e27d7e-65e1-470b-858f-572071f7e77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:25.415833 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-b8e27d7e-65e1-470b-858f-572071f7e77b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f8fe02a-29a8-479e-a68a-98f798548e56 HTTP/1.1" status: 204 len: 168 time: 0.1916177 Aug 16 09:34:25.423568 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e27d7e-65e1-470b-858f-572071f7e77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8fe02a-29a8-479e-a68a-98f798548e56,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:25.961205 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51772) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:25.975195 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d660dba-02c5-4efc-a6d1-33ce1cb8b421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:26.059960 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d660dba-02c5-4efc-a6d1-33ce1cb8b421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:26.118383 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d660dba-02c5-4efc-a6d1-33ce1cb8b421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:26.158496 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-5d660dba-02c5-4efc-a6d1-33ce1cb8b421 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a21a283f57143fe8918876315f12dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960645 Aug 16 09:34:26.159799 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d660dba-02c5-4efc-a6d1-33ce1cb8b421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d429c990-a8e1-4eae-806e-5e5327e35a31,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:26.161786 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51774) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:26.209294 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3917812-2f1b-410f-a35d-3ef73b72c319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:26.229552 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3917812-2f1b-410f-a35d-3ef73b72c319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:26.360694 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3917812-2f1b-410f-a35d-3ef73b72c319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:26.363180 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3917812-2f1b-410f-a35d-3ef73b72c319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:26.364339 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-f3917812-2f1b-410f-a35d-3ef73b72c319 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d429c990-a8e1-4eae-806e-5e5327e35a31 HTTP/1.1" status: 204 len: 168 time: 0.2014391 Aug 16 09:34:26.371851 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3917812-2f1b-410f-a35d-3ef73b72c319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d429c990-a8e1-4eae-806e-5e5327e35a31,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:31.255192 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51906) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:31.357629 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2167a0f3-2134-41db-8df6-344b668b230c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:31.441305 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2167a0f3-2134-41db-8df6-344b668b230c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:31.521094 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2167a0f3-2134-41db-8df6-344b668b230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:31.557606 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-2167a0f3-2134-41db-8df6-344b668b230c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef645f6857634b77ab807bb1abf4e251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013721 Aug 16 09:34:31.558648 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167a0f3-2134-41db-8df6-344b668b230c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb9ad69-efe7-44ca-b0a5-9fd5dd4a9fc9,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:31.560444 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51910) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:31.609386 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5edeb729-e91f-42e6-aa2d-52833ef324f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:31.630238 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5edeb729-e91f-42e6-aa2d-52833ef324f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:31.755500 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5edeb729-e91f-42e6-aa2d-52833ef324f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:31.758080 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5edeb729-e91f-42e6-aa2d-52833ef324f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:31.759216 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-5edeb729-e91f-42e6-aa2d-52833ef324f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cb9ad69-efe7-44ca-b0a5-9fd5dd4a9fc9 HTTP/1.1" status: 204 len: 168 time: 0.1977189 Aug 16 09:34:31.766942 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edeb729-e91f-42e6-aa2d-52833ef324f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb9ad69-efe7-44ca-b0a5-9fd5dd4a9fc9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:32.106660 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:32.350117 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 51916) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:32.362865 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8b95aa2-be4b-4365-b857-8f6229d6255d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:32.446875 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8b95aa2-be4b-4365-b857-8f6229d6255d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:32.502824 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8b95aa2-be4b-4365-b857-8f6229d6255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:32.539978 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-a8b95aa2-be4b-4365-b857-8f6229d6255d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8de161c9219f4f11aa7dfdb84c0fa1a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887591 Aug 16 09:34:32.541143 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b95aa2-be4b-4365-b857-8f6229d6255d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9671dd9b-01e4-484a-a421-c2a8c58fad53,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:32.542629 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51918) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:32.590587 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8f97-e6dd-46c8-a53d-546fb77be559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:32.611336 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8f97-e6dd-46c8-a53d-546fb77be559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:32.724559 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8f97-e6dd-46c8-a53d-546fb77be559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:32.727118 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd0a8f97-e6dd-46c8-a53d-546fb77be559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:32.728316 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-dd0a8f97-e6dd-46c8-a53d-546fb77be559 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9671dd9b-01e4-484a-a421-c2a8c58fad53 HTTP/1.1" status: 204 len: 168 time: 0.1846402 Aug 16 09:34:32.735750 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a8f97-e6dd-46c8-a53d-546fb77be559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9671dd9b-01e4-484a-a421-c2a8c58fad53,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:34.329395 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-beb780d2-e98e-48c9-9a8e-b516d44a9e61 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480592 Aug 16 09:34:34.389215 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-177127ae-dbd0-4077-85c5-f817593a35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:34.390759 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-177127ae-dbd0-4077-85c5-f817593a35ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 1099 time: 0.0396919 Aug 16 09:34:34.498053 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-fe361785-978d-4ad5-b567-de30bec1858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:34.499543 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-fe361785-978d-4ad5-b567-de30bec1858d service neutron] 10.222.0.64 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 913 time: 0.0901239 Aug 16 09:34:34.812066 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-dce7f6cd-7a19-4a45-aa0f-b05bf030e927 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4b884ef-1836-4ded-9850-02494e7df2a4 HTTP/1.1" status: 200 len: 1002 time: 0.3057563 Aug 16 09:34:34.861444 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-3713dc96-bdea-4057-b0d5-42f67d388ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:34.862889 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-3713dc96-bdea-4057-b0d5-42f67d388ee6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 200 len: 851 time: 0.0433071 Aug 16 09:34:34.906349 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-2b4a1847-3fca-48dc-8d90-d75026c46e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:34.907798 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-2b4a1847-3fca-48dc-8d90-d75026c46e20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19894358-5016-4cbc-83ad-837aad96b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381882 Aug 16 09:34:34.997988 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-f99796d8-0da5-41a7-bea4-422510a0d949 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831792 Aug 16 09:34:35.086863 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2257a881-ad31-47a6-8b2e-6ca867141952 req-5c57bb63-3ec1-4760-bbf1-236ac17aa538 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815282 Aug 16 09:34:35.512648 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 51966) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:35.667459 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Deleting port fc6fc2c9-149d-448b-bfad-95d3ff9def08 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:35.670972 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:35.743897 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:35.744258 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:35.756038 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Calling delete_port for fc6fc2c9-149d-448b-bfad-95d3ff9def08 owned by network:floatingip {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:36.000659 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:36.025163 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event deleted for resources: {'Port': ['ID=fc6fc2c9-149d-448b-bfad-95d3ff9def08,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:36.086110 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:36.086442 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.l3_db [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Floating IP 93f7c97e-4e8f-4341-8631-10d4ca23f666 disassociated (deleted). External IP: 172.27.3.152, port: a4b884ef-1836-4ded-9850-02494e7df2a4. Aug 16 09:34:36.284795 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Router c4de8c97-5229-4b20-9f01-6520a8c717a7 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:34:36.392607 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:34:36.397896 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:36.402722 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769401f5-c4eb-4dd9-af2c-c8a4444c6637 None None] Sync routers for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:34:36.411759 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769401f5-c4eb-4dd9-af2c-c8a4444c6637 None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:36.412406 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-769401f5-c4eb-4dd9-af2c-c8a4444c6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:34:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:36.427225 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-d11ff504-cd51-4bef-9f40-d13cc44ae1e7 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "DELETE /v2.0/floatingips/93f7c97e-4e8f-4341-8631-10d4ca23f666 HTTP/1.1" status: 204 len: 168 time: 0.9111843 Aug 16 09:34:36.427225 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'tag': 'a4b884ef-1836-4ded-9850-02494e7df2a4'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:34:36.427830 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2342b9c1-91a0-4955-96ec-2c9d5ef13544" -d '{"events": [{"name": "network-changed", "server_uuid": "5f856200-c50d-4d2c-9ccc-6d913973ffc2", "tag": "a4b884ef-1836-4ded-9850-02494e7df2a4"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:34:36.475346 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4de47b1-bd8a-4e47-99c2-3e401ffdb75a x-openstack-request-id: req-a4de47b1-bd8a-4e47-99c2-3e401ffdb75a {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:34:36.475631 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f856200-c50d-4d2c-9ccc-6d913973ffc2", "tag": "a4b884ef-1836-4ded-9850-02494e7df2a4", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:34:36.475910 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4de47b1-bd8a-4e47-99c2-3e401ffdb75a {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:34:36.476341 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'tag': 'a4b884ef-1836-4ded-9850-02494e7df2a4', 'status': 'completed', 'code': 200} Aug 16 09:34:36.532129 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-769401f5-c4eb-4dd9-af2c-c8a4444c6637 None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:36.556425 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342b9c1-91a0-4955-96ec-2c9d5ef13544 req-1ca0f4e1-e481-4a22-8d81-e5e84878b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:36.556425 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2342b9c1-91a0-4955-96ec-2c9d5ef13544 req-1ca0f4e1-e481-4a22-8d81-e5e84878b74c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 1099 time: 0.0449419 Aug 16 09:34:36.636563 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342b9c1-91a0-4955-96ec-2c9d5ef13544 req-5a8d9480-29d0-42fc-85e7-e650f129f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:36.638190 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2342b9c1-91a0-4955-96ec-2c9d5ef13544 req-5a8d9480-29d0-42fc-85e7-e650f129f9d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 913 time: 0.0840065 Aug 16 09:34:36.683908 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2342b9c1-91a0-4955-96ec-2c9d5ef13544 req-4eb26962-3b99-4348-bffb-951f40c3e3e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4b884ef-1836-4ded-9850-02494e7df2a4 HTTP/1.1" status: 200 len: 217 time: 0.0380974 Aug 16 09:34:36.736347 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342b9c1-91a0-4955-96ec-2c9d5ef13544 req-adf7d46c-7a94-4837-9972-d94edead9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:36.737881 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2342b9c1-91a0-4955-96ec-2c9d5ef13544 req-adf7d46c-7a94-4837-9972-d94edead9aa7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 200 len: 851 time: 0.0472374 Aug 16 09:34:36.754968 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-769401f5-c4eb-4dd9-af2c-c8a4444c6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '9e31ca0f-825a-40cf-8c51-ef903e70b8e6', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:29:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:30:54Z', 'updated_at': '2021-08-16T09:30:56Z', 'revision_number': 1, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:36.783756 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342b9c1-91a0-4955-96ec-2c9d5ef13544 req-9775007a-4db2-4004-b30e-c2f2873f33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:36.785141 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769401f5-c4eb-4dd9-af2c-c8a4444c6637 None None] Checking router: c4de8c97-5229-4b20-9f01-6520a8c717a7 for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:34:36.786108 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2342b9c1-91a0-4955-96ec-2c9d5ef13544 req-9775007a-4db2-4004-b30e-c2f2873f33bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19894358-5016-4cbc-83ad-837aad96b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406055 Aug 16 09:34:36.794161 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769401f5-c4eb-4dd9-af2c-c8a4444c6637 None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:36.794769 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-769401f5-c4eb-4dd9-af2c-c8a4444c6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:34:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:36.885509 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2342b9c1-91a0-4955-96ec-2c9d5ef13544 req-4da17edb-977a-4b2e-a373-c751c594bc52 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917468 Aug 16 09:34:36.911027 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-769401f5-c4eb-4dd9-af2c-c8a4444c6637 None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:36.990208 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5776fe-1938-40c0-9cfa-acaf6f68f955 req-8ecdfe6a-4d4a-4f15-910b-8e17da96a9e5 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:36.991734 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fc5776fe-1938-40c0-9cfa-acaf6f68f955 req-8ecdfe6a-4d4a-4f15-910b-8e17da96a9e5 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 946 time: 0.0589268 Aug 16 09:34:36.995366 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-2342b9c1-91a0-4955-96ec-2c9d5ef13544 req-0ac936c2-0000-446d-81d7-8522488cba68 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016946 Aug 16 09:34:37.032435 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-fc5776fe-1938-40c0-9cfa-acaf6f68f955 req-ba5e11b9-6746-45c1-bb0b-c0a38d5c915d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339911 Aug 16 09:34:37.150198 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-769401f5-c4eb-4dd9-af2c-c8a4444c6637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '9e31ca0f-825a-40cf-8c51-ef903e70b8e6', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:29:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:30:54Z', 'updated_at': '2021-08-16T09:30:56Z', 'revision_number': 1, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:37.175093 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769401f5-c4eb-4dd9-af2c-c8a4444c6637 None None] The sync data for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi is: [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_floatingips': [{'id': '9e31ca0f-825a-40cf-8c51-ef903e70b8e6', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'router_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'port_id': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'mac_address': 'fa:16:3e:29:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T09:30:54Z', 'updated_at': '2021-08-16T09:30:56Z', 'revision_number': 1, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:34:37.389661 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5821bbf-5c99-48eb-878d-443416e67023 None None] New status for floating IP 93f7c97e-4e8f-4341-8631-10d4ca23f666: DOWN {{(pid=94602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:34:38.146136 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dab8c-8ed6-46c4-9408-02b8a79bbbab req-ecf42849-626e-4d71-b674-2ceaa91806e3 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:38.147587 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bd9dab8c-8ed6-46c4-9408-02b8a79bbbab req-ecf42849-626e-4d71-b674-2ceaa91806e3 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 946 time: 0.0467522 Aug 16 09:34:38.183065 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-bd9dab8c-8ed6-46c4-9408-02b8a79bbbab req-8016d71c-68a6-488d-9fea-6ec59f9f9165 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296891 Aug 16 09:34:38.412177 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc5ba-85f5-4f52-84b3-960cede1d48f req-4da1dcd3-3d02-4abd-9264-e6bd6a4b9ffe tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:38.413666 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6dfcc5ba-85f5-4f52-84b3-960cede1d48f req-4da1dcd3-3d02-4abd-9264-e6bd6a4b9ffe tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 946 time: 0.0507095 Aug 16 09:34:38.502653 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-6dfcc5ba-85f5-4f52-84b3-960cede1d48f req-43e1ff52-114d-43a5-be8e-d7185eaa31bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Deleting port a4b884ef-1836-4ded-9850-02494e7df2a4 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:38.503368 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6dfcc5ba-85f5-4f52-84b3-960cede1d48f req-43e1ff52-114d-43a5-be8e-d7185eaa31bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:38.598905 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-6dfcc5ba-85f5-4f52-84b3-960cede1d48f req-43e1ff52-114d-43a5-be8e-d7185eaa31bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] For port a4b884ef-1836-4ded-9850-02494e7df2a4, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=a4b884ef-1836-4ded-9850-02494e7df2a4,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:38.599394 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6dfcc5ba-85f5-4f52-84b3-960cede1d48f req-43e1ff52-114d-43a5-be8e-d7185eaa31bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:38.612256 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-6dfcc5ba-85f5-4f52-84b3-960cede1d48f req-43e1ff52-114d-43a5-be8e-d7185eaa31bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Calling delete_port for a4b884ef-1836-4ded-9850-02494e7df2a4 owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:38.806224 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6dfcc5ba-85f5-4f52-84b3-960cede1d48f req-43e1ff52-114d-43a5-be8e-d7185eaa31bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:38.838131 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1ff52-114d-43a5-be8e-d7185eaa31bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event deleted for resources: {'Port': ['ID=a4b884ef-1836-4ded-9850-02494e7df2a4,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:38.880381 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfcc5ba-85f5-4f52-84b3-960cede1d48f req-43e1ff52-114d-43a5-be8e-d7185eaa31bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] No DVR routers for this DVR port a4b884ef-1836-4ded-9850-02494e7df2a4 on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:34:38.883178 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-6dfcc5ba-85f5-4f52-84b3-960cede1d48f req-43e1ff52-114d-43a5-be8e-d7185eaa31bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:38.885206 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-6dfcc5ba-85f5-4f52-84b3-960cede1d48f req-43e1ff52-114d-43a5-be8e-d7185eaa31bb tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "DELETE /v2.0/ports/a4b884ef-1836-4ded-9850-02494e7df2a4 HTTP/1.1" status: 204 len: 173 time: 0.4653695 Aug 16 09:34:38.885646 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'name': 'network-vif-deleted', 'tag': 'a4b884ef-1836-4ded-9850-02494e7df2a4'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:34:38.887860 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3267840-2a08-45b3-ab13-381cc919454a" -d '{"events": [{"server_uuid": "5f856200-c50d-4d2c-9ccc-6d913973ffc2", "name": "network-vif-deleted", "tag": "a4b884ef-1836-4ded-9850-02494e7df2a4"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:34:38.929260 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4993831d-4138-4a8e-8044-71472e2fbc3b x-openstack-request-id: req-4993831d-4138-4a8e-8044-71472e2fbc3b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:34:38.929563 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f856200-c50d-4d2c-9ccc-6d913973ffc2", "name": "network-vif-deleted", "tag": "a4b884ef-1836-4ded-9850-02494e7df2a4", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:34:38.929816 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4993831d-4138-4a8e-8044-71472e2fbc3b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:34:38.930218 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f856200-c50d-4d2c-9ccc-6d913973ffc2', 'name': 'network-vif-deleted', 'tag': 'a4b884ef-1836-4ded-9850-02494e7df2a4', 'status': 'completed', 'code': 200} Aug 16 09:34:39.282331 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-be89f8f8-4d75-401f-8758-5aa2256876e6 req-3dcc4682-969f-404d-823d-24431f9cd44f tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f856200-c50d-4d2c-9ccc-6d913973ffc2 HTTP/1.1" status: 200 len: 210 time: 0.0290554 Aug 16 09:34:39.934952 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:34:40.230694 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 52026) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:40.332587 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e66e4023-2397-49fe-bf91-27286852a093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:40.419266 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e66e4023-2397-49fe-bf91-27286852a093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:40.535229 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e66e4023-2397-49fe-bf91-27286852a093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:40.575019 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-e66e4023-2397-49fe-bf91-27286852a093 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0e8a923b87e4648916388f67a0a683d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432517 Aug 16 09:34:40.576220 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e4023-2397-49fe-bf91-27286852a093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f80c77e-2862-486d-b44b-157ce9cdf842,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:40.577791 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52036) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:40.626252 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-17acc756-76d4-4c9a-ad37-fd4d5901da91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:40.650422 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-17acc756-76d4-4c9a-ad37-fd4d5901da91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:40.766218 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-17acc756-76d4-4c9a-ad37-fd4d5901da91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:40.768771 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-17acc756-76d4-4c9a-ad37-fd4d5901da91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:40.769910 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-17acc756-76d4-4c9a-ad37-fd4d5901da91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f80c77e-2862-486d-b44b-157ce9cdf842 HTTP/1.1" status: 204 len: 168 time: 0.1905749 Aug 16 09:34:40.778774 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acc756-76d4-4c9a-ad37-fd4d5901da91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f80c77e-2862-486d-b44b-157ce9cdf842,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:41.584384 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52042) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:41.597740 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b7949c0-5590-4859-b692-c1ed479ebad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:41.686541 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b7949c0-5590-4859-b692-c1ed479ebad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:41.872979 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b7949c0-5590-4859-b692-c1ed479ebad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:41.911123 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-9b7949c0-5590-4859-b692-c1ed479ebad4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea06a6fc4334466ba500358dfae01b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256817 Aug 16 09:34:41.913037 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7949c0-5590-4859-b692-c1ed479ebad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a388eee4-39eb-478e-aeac-bbad34a42896,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:41.913867 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 52050) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:41.965170 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3164037d-1398-4ab7-9b1e-6d29a7bcafad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:41.985479 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3164037d-1398-4ab7-9b1e-6d29a7bcafad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:42.081060 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device a4b884ef-1836-4ded-9850-02494e7df2a4 no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:42.104919 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: a4b884ef-1836-4ded-9850-02494e7df2a4 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:42.105270 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device a4b884ef-1836-4ded-9850-02494e7df2a4 not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:42.141227 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3164037d-1398-4ab7-9b1e-6d29a7bcafad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:42.143918 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3164037d-1398-4ab7-9b1e-6d29a7bcafad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:42.145139 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-3164037d-1398-4ab7-9b1e-6d29a7bcafad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a388eee4-39eb-478e-aeac-bbad34a42896 HTTP/1.1" status: 204 len: 168 time: 0.2302551 Aug 16 09:34:42.153709 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164037d-1398-4ab7-9b1e-6d29a7bcafad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a388eee4-39eb-478e-aeac-bbad34a42896,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:42.885206 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 52066) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:43.039412 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Deleting port 30da2c6f-50a5-4175-bbfb-e527ef246a7b {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:43.040033 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:43.113921 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:43.114246 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:43.126065 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Calling delete_port for 30da2c6f-50a5-4175-bbfb-e527ef246a7b owned by network:floatingip {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:43.331592 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:43.359840 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event deleted for resources: {'Port': ['ID=30da2c6f-50a5-4175-bbfb-e527ef246a7b,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:43.418457 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:43.418788 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.db.l3_db [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Floating IP 9e31ca0f-825a-40cf-8c51-ef903e70b8e6 disassociated (deleted). External IP: 172.27.3.191, port: 8b304bf6-14ad-4a7d-81a6-40764a47bcfe. Aug 16 09:34:43.622350 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Router c4de8c97-5229-4b20-9f01-6520a8c717a7 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:34:43.728538 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:34:43.733323 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:43.739595 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5d972-dd75-481f-b829-b4391684ee0e None None] Sync routers for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:34:43.750751 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5d972-dd75-481f-b829-b4391684ee0e None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:43.751825 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-25a5d972-dd75-481f-b829-b4391684ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:34:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:43.758893 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-ff37c317-645a-490d-af88-b61d782f9474 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "DELETE /v2.0/floatingips/9e31ca0f-825a-40cf-8c51-ef903e70b8e6 HTTP/1.1" status: 204 len: 168 time: 0.8726070 Aug 16 09:34:43.759464 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'tag': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:34:43.761767 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3af78a-d12c-4597-8ed6-b23b2a39668d", "tag": "8b304bf6-14ad-4a7d-81a6-40764a47bcfe"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:34:43.813776 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 09:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76818d8b-fb36-4214-8c70-93204a8f13e7 x-openstack-request-id: req-76818d8b-fb36-4214-8c70-93204a8f13e7 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:34:43.814068 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3af78a-d12c-4597-8ed6-b23b2a39668d", "tag": "8b304bf6-14ad-4a7d-81a6-40764a47bcfe", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:34:43.814322 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76818d8b-fb36-4214-8c70-93204a8f13e7 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:34:43.814721 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'tag': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'status': 'completed', 'code': 200} Aug 16 09:34:43.878997 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-25a5d972-dd75-481f-b829-b4391684ee0e None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:43.885687 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737 req-6d6c57ab-be98-4545-a7d7-4c784ebe1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:43.903995 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737 req-6d6c57ab-be98-4545-a7d7-4c784ebe1e18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b88604f73564039ab3cdfa704bf201b&device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 1098 time: 0.0448158 Aug 16 09:34:43.987969 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737 req-7f7920f0-6c9a-4d8b-8124-f2a24eb95760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:43.990847 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737 req-7f7920f0-6c9a-4d8b-8124-f2a24eb95760 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 200 len: 913 time: 0.0961630 Aug 16 09:34:44.037717 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737 req-38b98123-e55b-4e3d-bf86-66ffff6f17e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b304bf6-14ad-4a7d-81a6-40764a47bcfe HTTP/1.1" status: 200 len: 217 time: 0.0391688 Aug 16 09:34:44.099696 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737 req-6dae7bc3-2a62-4ee2-a4c4-814860dfa1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:44.101362 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737 req-6dae7bc3-2a62-4ee2-a4c4-814860dfa1bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 200 len: 851 time: 0.0560646 Aug 16 09:34:44.159766 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737 req-f37d6c5c-5b82-4e98-9ee3-6bc3c36583e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:44.161319 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737 req-f37d6c5c-5b82-4e98-9ee3-6bc3c36583e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19894358-5016-4cbc-83ad-837aad96b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519497 Aug 16 09:34:44.216287 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-25a5d972-dd75-481f-b829-b4391684ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:44.254370 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5d972-dd75-481f-b829-b4391684ee0e None None] Checking router: c4de8c97-5229-4b20-9f01-6520a8c717a7 for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:34:44.265406 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5d972-dd75-481f-b829-b4391684ee0e None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:44.266028 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-25a5d972-dd75-481f-b829-b4391684ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:34:19Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:44.270388 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737 req-4f57473d-b9b9-4a67-9e7f-064389331097 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988016 Aug 16 09:34:44.344935 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c31a28-b606-48e5-9b70-a9c2389f06e5 req-03615985-207e-4d2e-a0cf-223993e9c6e6 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:44.346522 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-09c31a28-b606-48e5-9b70-a9c2389f06e5 req-03615985-207e-4d2e-a0cf-223993e9c6e6 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 945 time: 0.0549767 Aug 16 09:34:44.378914 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-bc6440a6-0ef0-48f0-82e2-cc965a3dd737 req-6465de6d-c1b9-4d56-9dbd-97f9f55e06d7 service neutron] 10.222.0.64 "GET /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004567 Aug 16 09:34:44.387744 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-25a5d972-dd75-481f-b829-b4391684ee0e None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:44.392966 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-09c31a28-b606-48e5-9b70-a9c2389f06e5 req-c568eb5e-fd46-4ffc-8b19-59c5ea5571d9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395851 Aug 16 09:34:44.583851 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-25a5d972-dd75-481f-b829-b4391684ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:44.610075 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5d972-dd75-481f-b829-b4391684ee0e None None] The sync data for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi is: [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:27:25Z', 'revision_number': 4, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi', '_interfaces': [{'id': '83cfe29d-1793-4a30-8d10-18151331fc85', 'name': '', 'network_id': '19894358-5016-4cbc-83ad-837aad96b259', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'mac_address': 'fa:16:3e:0e:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4a9c8912-57fd-4428-a282-7e357b711658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:25Z', 'updated_at': '2021-08-16T09:27:31Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'subnets': [{'id': '4a9c8912-57fd-4428-a282-7e357b711658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:34:44.813010 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c79dd3-c7eb-464b-a605-67f49ff106c1 None None] New status for floating IP 9e31ca0f-825a-40cf-8c51-ef903e70b8e6: DOWN {{(pid=94602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 09:34:45.507950 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029744f-bf46-4973-b5a9-7305c92f3cea req-45587d3d-244c-4798-b573-3867402e3743 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:45.509479 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e029744f-bf46-4973-b5a9-7305c92f3cea req-45587d3d-244c-4798-b573-3867402e3743 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 945 time: 0.0511241 Aug 16 09:34:45.545970 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-e029744f-bf46-4973-b5a9-7305c92f3cea req-d3109483-0a1c-44f1-a0d9-229e9722b5f9 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eb06ec9-2fc6-4221-b96a-46c6ec102400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306880 Aug 16 09:34:45.750991 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34107fb9-964b-4f71-ade5-40d397a3a772 req-ccc16543-ed23-4403-99f0-48660d359214 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 09:34:45.752449 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34107fb9-964b-4f71-ade5-40d397a3a772 req-ccc16543-ed23-4403-99f0-48660d359214 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 945 time: 0.0508764 Aug 16 09:34:45.837423 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-34107fb9-964b-4f71-ade5-40d397a3a772 req-62820b04-65e7-49e3-82de-108c24626a22 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Deleting port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:45.837762 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34107fb9-964b-4f71-ade5-40d397a3a772 req-62820b04-65e7-49e3-82de-108c24626a22 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:46.177307 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [req-34107fb9-964b-4f71-ade5-40d397a3a772 req-62820b04-65e7-49e3-82de-108c24626a22 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] For port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe, host hv-cinder-80461, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80461',level=0,port_id=8b304bf6-14ad-4a7d-81a6-40764a47bcfe,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:46.177662 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34107fb9-964b-4f71-ade5-40d397a3a772 req-62820b04-65e7-49e3-82de-108c24626a22 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:46.190608 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [req-34107fb9-964b-4f71-ade5-40d397a3a772 req-62820b04-65e7-49e3-82de-108c24626a22 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Calling delete_port for 8b304bf6-14ad-4a7d-81a6-40764a47bcfe owned by compute:nova {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:46.375309 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34107fb9-964b-4f71-ade5-40d397a3a772 req-62820b04-65e7-49e3-82de-108c24626a22 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:46.410296 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62820b04-65e7-49e3-82de-108c24626a22 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event deleted for resources: {'Port': ['ID=8b304bf6-14ad-4a7d-81a6-40764a47bcfe,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:46.447116 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [req-34107fb9-964b-4f71-ade5-40d397a3a772 req-62820b04-65e7-49e3-82de-108c24626a22 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] No DVR routers for this DVR port 8b304bf6-14ad-4a7d-81a6-40764a47bcfe on host hv-cinder-80461 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:34:46.449512 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [req-34107fb9-964b-4f71-ade5-40d397a3a772 req-62820b04-65e7-49e3-82de-108c24626a22 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for port, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:46.451439 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [req-34107fb9-964b-4f71-ade5-40d397a3a772 req-62820b04-65e7-49e3-82de-108c24626a22 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.64 "DELETE /v2.0/ports/8b304bf6-14ad-4a7d-81a6-40764a47bcfe HTTP/1.1" status: 204 len: 173 time: 0.6931772 Aug 16 09:34:46.451864 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'name': 'network-vif-deleted', 'tag': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 09:34:46.454084 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab8c1d0634bfe40072820b181f15aa9ed21af87c2e5934237a82f8eb78061805" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b6638f-27c0-4876-a91a-348aa0c66a0b" -d '{"events": [{"server_uuid": "ab3af78a-d12c-4597-8ed6-b23b2a39668d", "name": "network-vif-deleted", "tag": "8b304bf6-14ad-4a7d-81a6-40764a47bcfe"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 09:34:46.489113 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 09:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71123e07-9c1d-4db6-bcd9-145ae597954d x-openstack-request-id: req-71123e07-9c1d-4db6-bcd9-145ae597954d {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 09:34:46.489403 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3af78a-d12c-4597-8ed6-b23b2a39668d", "name": "network-vif-deleted", "tag": "8b304bf6-14ad-4a7d-81a6-40764a47bcfe", "status": "completed", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 09:34:46.489657 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71123e07-9c1d-4db6-bcd9-145ae597954d {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 09:34:46.490048 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3af78a-d12c-4597-8ed6-b23b2a39668d', 'name': 'network-vif-deleted', 'tag': '8b304bf6-14ad-4a7d-81a6-40764a47bcfe', 'status': 'completed', 'code': 200} Aug 16 09:34:46.495503 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5c29-e536-44b8-8f25-d5b6de692671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:46.643023 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-5bdc8dd9-c279-4ff7-a357-7c7e689af709 req-460ecc5a-9bc4-4fbc-bbe6-710b60701bca tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 210 time: 0.0278001 Aug 16 09:34:47.752834 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [req-30a0fc99-c5ab-4e87-91f9-c58c9db0afb8 req-8ffe38d2-a4b9-4bf2-b143-1b67a5e8e372 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab3af78a-d12c-4597-8ed6-b23b2a39668d HTTP/1.1" status: 200 len: 210 time: 0.0276713 Aug 16 09:34:48.808383 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 52136) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:48.929446 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b719f1f1-6b60-43da-8168-3c1e5f3d4f30 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Deleting port b90af95a-0a11-4fdc-b3ef-f78a8599a735 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:48.929784 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b719f1f1-6b60-43da-8168-3c1e5f3d4f30 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:49.003755 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b719f1f1-6b60-43da-8168-3c1e5f3d4f30 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:49.004085 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b719f1f1-6b60-43da-8168-3c1e5f3d4f30 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:49.015190 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b719f1f1-6b60-43da-8168-3c1e5f3d4f30 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Calling delete_port for b90af95a-0a11-4fdc-b3ef-f78a8599a735 owned by network:floatingip {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:49.180398 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:49.205437 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d3580d3a-54a3-4aed-8d88-12731d1d6f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:49.205620 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b719f1f1-6b60-43da-8168-3c1e5f3d4f30 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:49.234715 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719f1f1-6b60-43da-8168-3c1e5f3d4f30 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event deleted for resources: {'Port': ['ID=b90af95a-0a11-4fdc-b3ef-f78a8599a735,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:49.292368 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b719f1f1-6b60-43da-8168-3c1e5f3d4f30 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for floatingip, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:49.294951 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b719f1f1-6b60-43da-8168-3c1e5f3d4f30 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245167'] for floatingip, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:49.296079 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-b719f1f1-6b60-43da-8168-3c1e5f3d4f30 tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "DELETE /v2.0/floatingips/ff45e9c1-26e6-46c5-b7b7-f29942aab3aa HTTP/1.1" status: 204 len: 168 time: 0.4867256 Aug 16 09:34:50.156013 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8b304bf6-14ad-4a7d-81a6-40764a47bcfe no longer exists at agent hyperv_hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:50.175281 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] No Port match for: 8b304bf6-14ad-4a7d-81a6-40764a47bcfe {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:50.177335 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Device 8b304bf6-14ad-4a7d-81a6-40764a47bcfe not bound to the agent host hv-cinder-80461 {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:50.318518 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:50.643936 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52160) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:50.700231 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1bc264e5-a07f-4796-8906-b000721f929d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:50.724028 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1bc264e5-a07f-4796-8906-b000721f929d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:50.862507 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1bc264e5-a07f-4796-8906-b000721f929d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:50.865073 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1bc264e5-a07f-4796-8906-b000721f929d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:50.866199 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-1bc264e5-a07f-4796-8906-b000721f929d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] 10.222.0.39 "DELETE /v2.0/security-groups/0eb06ec9-2fc6-4221-b96a-46c6ec102400 HTTP/1.1" status: 204 len: 168 time: 0.2212405 Aug 16 09:34:50.875732 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc264e5-a07f-4796-8906-b000721f929d tempest-TestVolumeBootPattern-279599383 tempest-TestVolumeBootPattern-279599383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb06ec9-2fc6-4221-b96a-46c6ec102400,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:50.969703 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52164) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:51.684907 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365206'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:51.846078 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:51.921491 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] Deleting port 83cfe29d-1793-4a30-8d10-18151331fc85 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:51.923038 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:51.999021 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] For port 83cfe29d-1793-4a30-8d10-18151331fc85, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=83cfe29d-1793-4a30-8d10-18151331fc85,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:51.999380 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:52.011482 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] Calling delete_port for 83cfe29d-1793-4a30-8d10-18151331fc85 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:52.303128 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:52.328506 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] Pushing event deleted for resources: {'Port': ['ID=83cfe29d-1793-4a30-8d10-18151331fc85,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:52.488681 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441894'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:52.697561 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] Router c4de8c97-5229-4b20-9f01-6520a8c717a7 has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:34:52.800690 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:34:52.806306 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-f1374319-7a5d-4919-bdb1-6b5575897410 admin admin] 10.222.0.39 "PUT /v2.0/routers/c4de8c97-5229-4b20-9f01-6520a8c717a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8355339 Aug 16 09:34:52.808894 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52182) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:52.812413 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb565d-fa99-40b6-b91d-6986c3f1b7bf None None] Sync routers for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:34:52.825995 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb565d-fa99-40b6-b91d-6986c3f1b7bf None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:52.826617 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-14eb565d-fa99-40b6-b91d-6986c3f1b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:34:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:52.913280 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:52.940242 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-14eb565d-fa99-40b6-b91d-6986c3f1b7bf None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: dv-cinder-804611-1-iscsi {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:53.016907 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:53.111218 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-14eb565d-fa99-40b6-b91d-6986c3f1b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:34:52Z', 'revision_number': 5, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port': {'id': 'fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:23Z', 'updated_at': '2021-08-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:53.137455 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb565d-fa99-40b6-b91d-6986c3f1b7bf None None] Checking router: c4de8c97-5229-4b20-9f01-6520a8c717a7 for host: dv-cinder-804611-1-iscsi {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:34:53.143248 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Deleting port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:53.143592 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:53.145815 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb565d-fa99-40b6-b91d-6986c3f1b7bf None None] Routers {'c4de8c97-5229-4b20-9f01-6520a8c717a7'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:53.146434 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-14eb565d-fa99-40b6-b91d-6986c3f1b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:34:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['c4de8c97-5229-4b20-9f01-6520a8c717a7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:53.223240 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] For port fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:53.223595 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:53.231445 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-14eb565d-fa99-40b6-b91d-6986c3f1b7bf None None] Set router c4de8c97-5229-4b20-9f01-6520a8c717a7 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:53.235596 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Calling delete_port for fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:53.284808 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-14eb565d-fa99-40b6-b91d-6986c3f1b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:34:53Z', 'revision_number': 6, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port_host': None}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:53.310996 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb565d-fa99-40b6-b91d-6986c3f1b7bf None None] The sync data for ids ['c4de8c97-5229-4b20-9f01-6520a8c717a7'] in dv-cinder-804611-1-iscsi is: [{'id': 'c4de8c97-5229-4b20-9f01-6520a8c717a7', 'name': 'tempest-TestVolumeBootPattern-1189399419-router', 'tenant_id': '6b88604f73564039ab3cdfa704bf201b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:22Z', 'updated_at': '2021-08-16T09:34:53Z', 'revision_number': 6, 'project_id': '6b88604f73564039ab3cdfa704bf201b', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:34:53.457364 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:53.483079 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:53.538583 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438748'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:53.624052 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:53.626013 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:53.726075 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440383'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:53.726649 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4de8c97-5229-4b20-9f01-6520a8c717a7 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 09:34:53.732626 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:53.733854 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-bc9fe31a-83a2-4ebc-9a28-240781117fa1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c4de8c97-5229-4b20-9f01-6520a8c717a7 HTTP/1.1" status: 204 len: 168 time: 0.9239588 Aug 16 09:34:53.736397 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52186) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:53.780077 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c9eb37-f4ae-49ff-a196-0b6f5331f863 admin admin] Deleting subnet 4a9c8912-57fd-4428-a282-7e357b711658 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:34:53.783069 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90c9eb37-f4ae-49ff-a196-0b6f5331f863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:53.815079 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90c9eb37-f4ae-49ff-a196-0b6f5331f863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8780508'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:53.892064 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90c9eb37-f4ae-49ff-a196-0b6f5331f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.023512 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90c9eb37-f4ae-49ff-a196-0b6f5331f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8465244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8921832'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.051097 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9eb37-f4ae-49ff-a196-0b6f5331f863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9c8912-57fd-4428-a282-7e357b711658,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:54.052802 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90c9eb37-f4ae-49ff-a196-0b6f5331f863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.057141 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 52192) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:54.057557 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-90c9eb37-f4ae-49ff-a196-0b6f5331f863 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4a9c8912-57fd-4428-a282-7e357b711658 HTTP/1.1" status: 204 len: 168 time: 0.3197782 Aug 16 09:34:54.067611 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cde944-502a-46d6-b564-59db5b0316d4 None None] Network 19894358-5016-4cbc-83ad-837aad96b259 requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:34:54.122821 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 83cfe29d-1793-4a30-8d10-18151331fc85 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:54.141893 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.153164 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 83cfe29d-1793-4a30-8d10-18151331fc85 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:54.153731 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 83cfe29d-1793-4a30-8d10-18151331fc85 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:54.198959 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Deleting port f97f314c-ec22-4785-98ad-56a7f7c19bcb {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:54.199321 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.268019 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] For port f97f314c-ec22-4785-98ad-56a7f7c19bcb, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=f97f314c-ec22-4785-98ad-56a7f7c19bcb,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:54.268413 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.284000 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Calling delete_port for f97f314c-ec22-4785-98ad-56a7f7c19bcb owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:54.316223 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa05c665-aac2-48e1-8362-f119b5875f6e None None] DHCP port deletion for 19894358-5016-4cbc-83ad-837aad96b259 request from dv-cinder-804611-1-iscsi {{(pid=94601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 09:34:54.364996 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-aa05c665-aac2-48e1-8362-f119b5875f6e None None] Deleting port f97f314c-ec22-4785-98ad-56a7f7c19bcb {{(pid=94601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:54.365371 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-aa05c665-aac2-48e1-8362-f119b5875f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.433260 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-aa05c665-aac2-48e1-8362-f119b5875f6e None None] For port f97f314c-ec22-4785-98ad-56a7f7c19bcb, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=f97f314c-ec22-4785-98ad-56a7f7c19bcb,segment=NetworkSegment(5dfc2afb-6f77-4452-8341-dece3a67d1ae),segment_id=5dfc2afb-6f77-4452-8341-dece3a67d1ae)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:54.433699 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-aa05c665-aac2-48e1-8362-f119b5875f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.443846 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.449192 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-aa05c665-aac2-48e1-8362-f119b5875f6e None None] Calling delete_port for f97f314c-ec22-4785-98ad-56a7f7c19bcb owned by network:dhcp {{(pid=94601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:54.471172 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Pushing event deleted for resources: {'Port': ['ID=f97f314c-ec22-4785-98ad-56a7f7c19bcb,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:54.473002 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] No DVR routers for this DVR port f97f314c-ec22-4785-98ad-56a7f7c19bcb on host dv-cinder-804611-1-iscsi {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:34:54.521880 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-aa05c665-aac2-48e1-8362-f119b5875f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.543346 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.545568 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05c665-aac2-48e1-8362-f119b5875f6e None None] Pushing event deleted for resources: {'Port': ['ID=f97f314c-ec22-4785-98ad-56a7f7c19bcb,revision_number=None']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:54.550909 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05c665-aac2-48e1-8362-f119b5875f6e None None] No DVR routers for this DVR port f97f314c-ec22-4785-98ad-56a7f7c19bcb on host dv-cinder-804611-1-iscsi {{(pid=94601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:34:54.553439 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19894358-5016-4cbc-83ad-837aad96b259']}} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:54.567341 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfc2afb-6f77-4452-8341-dece3a67d1ae') {'for_net_delete': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:54.569183 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfc2afb-6f77-4452-8341-dece3a67d1ae') {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:54.576777 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11417930'] for segment, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.590865 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.596626 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:34:54.597003 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11474583'] for segment, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: Traceback (most recent call last): Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: timer() Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: cb(*args, **kw) Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: return func(*args, **kwargs) Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: self._notify() Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: self.callback(batched_events) Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: event.method(event) Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: return f(self, *a, **k) Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._get(url).json() Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: return self.request(url, 'GET', **kwargs) Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:34:54.598664 dv-cinder-804611-1-iscsi neutron-server[94600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:34:54.725753 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.731033 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:54.736262 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] 10.222.0.39 "DELETE /v2.0/networks/19894358-5016-4cbc-83ad-837aad96b259 HTTP/1.1" status: 204 len: 168 time: 0.6741393 Aug 16 09:34:54.736409 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52196) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:54.743372 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3010c2-948c-4aa6-96fb-cb495f12da96 admin admin] Pushing event deleted for resources: {'Network': ['ID=19894358-5016-4cbc-83ad-837aad96b259,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:55.062877 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-365206'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:55.293553 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] Deleting port 61e0e77a-66c4-47af-91de-3398f431976f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:55.293887 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:55.368384 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] For port 61e0e77a-66c4-47af-91de-3398f431976f, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=61e0e77a-66c4-47af-91de-3398f431976f,segment=NetworkSegment(767aa5c0-2e27-4185-a439-7b2db9fdc01c),segment_id=767aa5c0-2e27-4185-a439-7b2db9fdc01c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:55.369282 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:55.381195 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] Calling delete_port for 61e0e77a-66c4-47af-91de-3398f431976f owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:55.627312 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52204) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:55.643712 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8465263'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:55.672130 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e0e77a-66c4-47af-91de-3398f431976f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:55.745385 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ea74f59b-82f6-4e6a-8dcb-457d4c329919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:55.751124 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f97f314c-ec22-4785-98ad-56a7f7c19bcb no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:55.772436 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: f97f314c-ec22-4785-98ad-56a7f7c19bcb {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:55.772814 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device f97f314c-ec22-4785-98ad-56a7f7c19bcb not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:55.773250 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:55.797375 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:55.797982 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device fab5ccd1-b76d-4bd3-bb83-cbeac6d9ed47 not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:56.139237 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441894'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:56.246172 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ea74f59b-82f6-4e6a-8dcb-457d4c329919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:56.346344 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ea74f59b-82f6-4e6a-8dcb-457d4c329919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:56.392952 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74f59b-82f6-4e6a-8dcb-457d4c329919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8e89e0-d38d-4758-b811-43e381a669be,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:56.401539 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-ea74f59b-82f6-4e6a-8dcb-457d4c329919 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d37488647044ebd8650d2348c37a7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7731240 Aug 16 09:34:56.403420 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 52208) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:56.410453 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] Router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db has already been hosted by L3 agent a6a3f033-0d1f-4833-b9bd-d7db76e4dc64 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 09:34:56.452982 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2e3660c-80ac-4bd1-a017-4369489ccd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:56.473941 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2e3660c-80ac-4bd1-a017-4369489ccd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:56.515971 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] Notify agent at l3_agent.dv-cinder-804611-1-iscsi the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 09:34:56.521018 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-49d57dfa-5925-4fef-8a8c-1381513136b7 admin admin] 10.222.0.39 "PUT /v2.0/routers/8cbc4a5d-0785-4a45-8ceb-98d250b3b7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7840214 Aug 16 09:34:56.523915 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 52210) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:56.525298 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d8cdcc-b9a4-441d-aa8b-62fcd91f3bcd None None] Sync routers for ids ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'] in dv-cinder-804611-1-iscsi {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 09:34:56.534290 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d8cdcc-b9a4-441d-aa8b-62fcd91f3bcd None None] Routers {'8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:56.534890 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-62d8cdcc-b9a4-441d-aa8b-62fcd91f3bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:34:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:56.633055 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Notify callbacks [] for router, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:56.667761 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2e3660c-80ac-4bd1-a017-4369489ccd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:56.670348 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2e3660c-80ac-4bd1-a017-4369489ccd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:56.673798 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-a2e3660c-80ac-4bd1-a017-4369489ccd50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa8e89e0-d38d-4758-b811-43e381a669be HTTP/1.1" status: 204 len: 168 time: 0.2670782 Aug 16 09:34:56.687439 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3660c-80ac-4bd1-a017-4369489ccd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8e89e0-d38d-4758-b811-43e381a669be,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:56.727601 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-62d8cdcc-b9a4-441d-aa8b-62fcd91f3bcd None None] Set router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db gateway port host: dv-cinder-804611-1-iscsi {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:56.759104 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:56.889715 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Deleting port b92d7bcd-72ef-4bcc-948e-5e254882191f {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:56.890261 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:56.902099 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-62d8cdcc-b9a4-441d-aa8b-62fcd91f3bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'name': 'tempest-TestVolumeBootPattern-768487176-router', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'external_fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:29Z', 'updated_at': '2021-08-16T09:34:55Z', 'revision_number': 5, 'project_id': 'bc8a47922a01465f8208534538b41827', 'gw_port': {'id': 'b92d7bcd-72ef-4bcc-948e-5e254882191f', 'name': '', 'network_id': 'f9e4eadd-a0a8-4e5d-bc72-07136fdf0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804611-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T09:27:30Z', 'updated_at': '2021-08-16T09:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6820325-a44e-4588-8a35-b1856bc8e544', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804611-1-iscsi'}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:56.927129 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d8cdcc-b9a4-441d-aa8b-62fcd91f3bcd None None] Checking router: 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db for host: dv-cinder-804611-1-iscsi {{(pid=94602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 09:34:56.935601 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d8cdcc-b9a4-441d-aa8b-62fcd91f3bcd None None] Routers {'8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'} bound to L3 agent in host dv-cinder-804611-1-iscsi {{(pid=94602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 09:34:56.936217 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-62d8cdcc-b9a4-441d-aa8b-62fcd91f3bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804611-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T09:14:19Z,description=,heartbeat_timestamp=2021-08-16T09:34:49Z,host='dv-cinder-804611-1-iscsi',id=a6a3f033-0d1f-4833-b9bd-d7db76e4dc64,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T09:14:20Z,topic='l3_agent')) {'router_ids': ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'], 'active': True} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:56.967241 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] For port b92d7bcd-72ef-4bcc-948e-5e254882191f, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=b92d7bcd-72ef-4bcc-948e-5e254882191f,segment=NetworkSegment(198d104d-613a-4f95-ade0-a22641e121e4),segment_id=198d104d-613a-4f95-ade0-a22641e121e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:56.967695 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:56.981535 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Calling delete_port for b92d7bcd-72ef-4bcc-948e-5e254882191f owned by network:router_gateway {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:57.020756 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_dvr_db [None req-62d8cdcc-b9a4-441d-aa8b-62fcd91f3bcd None None] Set router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db gateway port host: None {{(pid=94602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 09:34:57.073458 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.l3_hamode_db [None req-62d8cdcc-b9a4-441d-aa8b-62fcd91f3bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'name': 'tempest-TestVolumeBootPattern-768487176-router', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:29Z', 'updated_at': '2021-08-16T09:34:56Z', 'revision_number': 6, 'project_id': 'bc8a47922a01465f8208534538b41827', 'gw_port_host': None}], 'dv-cinder-804611-1-iscsi', False) {} {{(pid=94602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:57.099252 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d8cdcc-b9a4-441d-aa8b-62fcd91f3bcd None None] The sync data for ids ['8cbc4a5d-0785-4a45-8ceb-98d250b3b7db'] in dv-cinder-804611-1-iscsi is: [{'id': '8cbc4a5d-0785-4a45-8ceb-98d250b3b7db', 'name': 'tempest-TestVolumeBootPattern-768487176-router', 'tenant_id': 'bc8a47922a01465f8208534538b41827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T09:27:29Z', 'updated_at': '2021-08-16T09:34:56Z', 'revision_number': 6, 'project_id': 'bc8a47922a01465f8208534538b41827', 'gw_port_host': None}] {{(pid=94602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 09:34:57.217013 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.243335 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Pushing event deleted for resources: {'Port': ['ID=b92d7bcd-72ef-4bcc-948e-5e254882191f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:57.304901 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438748'] for router_gateway, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.358485 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52216) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:57.371345 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8686316d-ecc6-4b36-a82b-ebb57d5cef24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.395792 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.397824 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.457691 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8686316d-ecc6-4b36-a82b-ebb57d5cef24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.497680 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440383'] for router, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.498240 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbc4a5d-0785-4a45-8ceb-98d250b3b7db {{(pid=94600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 09:34:57.502729 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] Notify callbacks [] for router, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.503883 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-3e2752b6-c4dd-4aa1-abef-54b84708d27a admin admin] 10.222.0.39 "DELETE /v2.0/routers/8cbc4a5d-0785-4a45-8ceb-98d250b3b7db HTTP/1.1" status: 204 len: 168 time: 0.9789236 Aug 16 09:34:57.506321 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 52218) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:57.556344 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca924dc-2c50-48a2-ac4a-1d5dbce176f9 admin admin] Deleting subnet 16468aa5-4fb3-46b4-ab15-c96911406242 {{(pid=94600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 09:34:57.559345 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bca924dc-2c50-48a2-ac4a-1d5dbce176f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.569009 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8686316d-ecc6-4b36-a82b-ebb57d5cef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.593812 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bca924dc-2c50-48a2-ac4a-1d5dbce176f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11417949'] for subnet, precommit_delete_associations {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.607926 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-8686316d-ecc6-4b36-a82b-ebb57d5cef24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=957a4933fc8d4f96af5a970167420275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483637 Aug 16 09:34:57.609056 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686316d-ecc6-4b36-a82b-ebb57d5cef24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a459ed-2988-41a9-8ee0-98b3cb828ec2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:57.611306 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52220) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:57.663418 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c628e4ec-e818-4f62-af03-cd2d43c924ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.670632 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bca924dc-2c50-48a2-ac4a-1d5dbce176f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3770803'] for subnet, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.684584 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c628e4ec-e818-4f62-af03-cd2d43c924ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.805870 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bca924dc-2c50-48a2-ac4a-1d5dbce176f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3770788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11474505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11693903'] for subnet, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.828648 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c628e4ec-e818-4f62-af03-cd2d43c924ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.831283 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c628e4ec-e818-4f62-af03-cd2d43c924ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.832550 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-c628e4ec-e818-4f62-af03-cd2d43c924ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83a459ed-2988-41a9-8ee0-98b3cb828ec2 HTTP/1.1" status: 204 len: 168 time: 0.2202768 Aug 16 09:34:57.835830 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca924dc-2c50-48a2-ac4a-1d5dbce176f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16468aa5-4fb3-46b4-ab15-c96911406242,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:57.839183 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bca924dc-2c50-48a2-ac4a-1d5dbce176f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for subnet, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.840627 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-bca924dc-2c50-48a2-ac4a-1d5dbce176f9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/16468aa5-4fb3-46b4-ab15-c96911406242 HTTP/1.1" status: 204 len: 168 time: 0.3333294 Aug 16 09:34:57.842359 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628e4ec-e818-4f62-af03-cd2d43c924ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a459ed-2988-41a9-8ee0-98b3cb828ec2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:57.843536 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 52224) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:57.850173 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8233ca7a-2cfa-4dc5-af0c-4bf6f08de18c None None] Network 9f6d8c52-86b9-46a2-b916-4a4c1886d51f requested from dv-cinder-804611-1-iscsi {{(pid=94601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 09:34:57.915116 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683948'] for network, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.975245 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Deleting port a2abca5d-6044-4659-b4e9-7b7d48e1350c {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:57.975663 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:57.993325 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 61e0e77a-66c4-47af-91de-3398f431976f no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:58.018404 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: 61e0e77a-66c4-47af-91de-3398f431976f {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:58.018751 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device 61e0e77a-66c4-47af-91de-3398f431976f not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:58.019310 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device b92d7bcd-72ef-4bcc-948e-5e254882191f no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:58.042992 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: b92d7bcd-72ef-4bcc-948e-5e254882191f {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:58.043343 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device b92d7bcd-72ef-4bcc-948e-5e254882191f not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:58.045908 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] For port a2abca5d-6044-4659-b4e9-7b7d48e1350c, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=a2abca5d-6044-4659-b4e9-7b7d48e1350c,segment=NetworkSegment(767aa5c0-2e27-4185-a439-7b2db9fdc01c),segment_id=767aa5c0-2e27-4185-a439-7b2db9fdc01c)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:58.046396 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.061098 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Calling delete_port for a2abca5d-6044-4659-b4e9-7b7d48e1350c owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:58.115551 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6230e36-afef-4ecf-8fcf-4be429ea4a46 None None] DHCP port deletion for 9f6d8c52-86b9-46a2-b916-4a4c1886d51f request from dv-cinder-804611-1-iscsi {{(pid=94601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 09:34:58.167739 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-c6230e36-afef-4ecf-8fcf-4be429ea4a46 None None] Deleting port a2abca5d-6044-4659-b4e9-7b7d48e1350c {{(pid=94601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 09:34:58.168114 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c6230e36-afef-4ecf-8fcf-4be429ea4a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772401405480'] for port, before_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.234237 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11474554'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.239614 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-c6230e36-afef-4ecf-8fcf-4be429ea4a46 None None] For port a2abca5d-6044-4659-b4e9-7b7d48e1350c, host dv-cinder-804611-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804611-1-iscsi',level=0,port_id=a2abca5d-6044-4659-b4e9-7b7d48e1350c,segment=NetworkSegment(767aa5c0-2e27-4185-a439-7b2db9fdc01c),segment_id=767aa5c0-2e27-4185-a439-7b2db9fdc01c)] {{(pid=94601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 09:34:58.239614 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c6230e36-afef-4ecf-8fcf-4be429ea4a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438201'] for port, precommit_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.253041 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-c6230e36-afef-4ecf-8fcf-4be429ea4a46 None None] Calling delete_port for a2abca5d-6044-4659-b4e9-7b7d48e1350c owned by network:dhcp {{(pid=94601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 09:34:58.260652 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2abca5d-6044-4659-b4e9-7b7d48e1350c,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:58.266799 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] No DVR routers for this DVR port a2abca5d-6044-4659-b4e9-7b7d48e1350c on host dv-cinder-804611-1-iscsi {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:34:58.330887 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c6230e36-afef-4ecf-8fcf-4be429ea4a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3704484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772401411202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772400938990'] for port, after_delete {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.343250 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3770420', 'neutron.services.segments.db._delete_segments_for_network-8772401498992'] for network, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.354258 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6230e36-afef-4ecf-8fcf-4be429ea4a46 None None] Pushing event deleted for resources: {'Port': ['ID=a2abca5d-6044-4659-b4e9-7b7d48e1350c,revision_number=None']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:58.359307 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6d8c52-86b9-46a2-b916-4a4c1886d51f']}} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:58.360849 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6230e36-afef-4ecf-8fcf-4be429ea4a46 None None] No DVR routers for this DVR port a2abca5d-6044-4659-b4e9-7b7d48e1350c on host dv-cinder-804611-1-iscsi {{(pid=94601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 09:34:58.374881 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767aa5c0-2e27-4185-a439-7b2db9fdc01c') {'for_net_delete': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:58.375178 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.services.segments.db [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767aa5c0-2e27-4185-a439-7b2db9fdc01c') {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 09:34:58.385980 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772401502841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11417930'] for segment, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.401545 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866'] for segment, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.407508 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 09:34:58.407901 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3770866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11474583'] for segment, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: Traceback (most recent call last): Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: timer() Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: cb(*args, **kw) Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: return func(*args, **kwargs) Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: self._notify() Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: self.callback(batched_events) Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: event.method(event) Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: return f(self, *a, **k) Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._get(url).json() Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: return self.request(url, 'GET', **kwargs) Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 09:34:58.414958 dv-cinder-804611-1-iscsi neutron-server[94600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 09:34:58.540508 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3770413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438688'] for network, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.546777 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498215'] for network, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.548646 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9f6d8c52-86b9-46a2-b916-4a4c1886d51f HTTP/1.1" status: 204 len: 168 time: 0.7044280 Aug 16 09:34:58.558785 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158354b-ec5d-4af7-8093-5eded335c1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6d8c52-86b9-46a2-b916-4a4c1886d51f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:58.853717 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52246) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:58.893750 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-683d9166-3583-43b2-b618-2a4efaf76f6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b88604f73564039ab3cdfa704bf201b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388355 Aug 16 09:34:58.896150 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52248) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:58.943506 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dae0875-366c-481a-ad03-fb8675fd5bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:58.966094 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dae0875-366c-481a-ad03-fb8675fd5bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:59.079881 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dae0875-366c-481a-ad03-fb8675fd5bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:59.082473 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dae0875-366c-481a-ad03-fb8675fd5bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:59.083634 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-7dae0875-366c-481a-ad03-fb8675fd5bd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0b241b1-1c19-4bdd-b9ba-8645d152edef HTTP/1.1" status: 204 len: 168 time: 0.1865513 Aug 16 09:34:59.094740 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae0875-366c-481a-ad03-fb8675fd5bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b241b1-1c19-4bdd-b9ba-8645d152edef,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:34:59.717066 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device a2abca5d-6044-4659-b4e9-7b7d48e1350c no longer exists at agent ovs-agent-dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 09:34:59.745016 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.plugin [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] No Port match for: a2abca5d-6044-4659-b4e9-7b7d48e1350c {{(pid=94601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 09:34:59.745357 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron.plugins.ml2.rpc [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Device a2abca5d-6044-4659-b4e9-7b7d48e1350c not bound to the agent host dv-cinder-804611-1-iscsi {{(pid=94601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 09:34:59.876409 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52260) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:59.918457 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-9ca4f324-1689-46ca-874e-365576204641 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc8a47922a01465f8208534538b41827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410309 Aug 16 09:34:59.920702 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52264) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:34:59.966815 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dec6e8e8-29d2-4b3e-866a-7c04d30aa658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:34:59.988475 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dec6e8e8-29d2-4b3e-866a-7c04d30aa658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:00.091404 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dec6e8e8-29d2-4b3e-866a-7c04d30aa658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:00.094489 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dec6e8e8-29d2-4b3e-866a-7c04d30aa658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:00.095295 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-dec6e8e8-29d2-4b3e-866a-7c04d30aa658 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c902589-3188-4a26-b033-ba9a1d9dd0e4 HTTP/1.1" status: 204 len: 168 time: 0.1736712 Aug 16 09:35:00.104799 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6e8e8-29d2-4b3e-866a-7c04d30aa658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c902589-3188-4a26-b033-ba9a1d9dd0e4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:35:02.097207 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:16.489178 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5881c529-2466-411d-98b0-4de890d00ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:16.932940 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:35:19.168630 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:19.193717 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1771bc08-4833-4b70-964d-81ae8f5a1914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:20.348252 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:21.828266 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:32.168801 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:39.365644 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 52518) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:35:39.486462 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:39.569234 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:39.645004 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:39.680834 dv-cinder-804611-1-iscsi neutron-server[94599]: INFO neutron.wsgi [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cd03602d5244c3bb48e3624f2e7cedf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141394 Aug 16 09:35:39.681767 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216d937f-86e8-4392-b75f-861927cc95b6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:35:39.683678 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [-] (94600) accepted ('10.222.0.39', 52522) {{(pid=94600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 09:35:39.688921 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.689243 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.689582 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.689915 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.690243 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.691099 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.691421 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.691737 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.692060 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.692424 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.692829 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.693072 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfd841d-45d3-4101-94ef-4a7797fda21f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.733464 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:39.754053 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:39.879588 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642998'] for security_group, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:39.882165 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:39.883302 dv-cinder-804611-1-iscsi neutron-server[94600]: INFO neutron.wsgi [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/216d937f-86e8-4392-b75f-861927cc95b6 HTTP/1.1" status: 204 len: 168 time: 0.1986086 Aug 16 09:35:39.890911 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216d937f-86e8-4392-b75f-861927cc95b6,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 09:35:39.898709 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.899092 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.899423 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.899752 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.900229 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.911360 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.911360 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.911360 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.911360 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.911360 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.911360 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:39.911360 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209edfc6-dc89-46e1-bdbd-7993fed61552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804611-1-iscsi {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 09:35:46.570387 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2089830f-9d92-4659-b2ff-d1bfbb8d585f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:49.175943 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:49.204402 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c54cf7e4-da68-483d-b3e0-871562134122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:50.347015 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:51.809961 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:35:53.932180 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:36:02.110356 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:36:16.495235 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f698fee4-5e19-417d-bec5-28827029cd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:36:19.161397 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:36:19.218637 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-39b9364c-d76c-414a-9361-4c6ac84518bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:36:20.344475 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:36:21.809442 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:36:30.930495 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:36:32.129645 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:36:46.477731 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fe0c-76f0-4aa5-83b6-19c016f12d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:36:49.351971 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:36:49.383333 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ffeec435-c0b1-4a7f-b491-59bdb9db986a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:36:50.328636 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:36:51.843466 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:02.094527 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:07.929823 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:37:16.493847 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-63d7b7bf-78a6-4cb4-aa01-044f17f1bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:19.168182 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:19.248280 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0cb0332b-822c-4a74-b4b4-f5eece293c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:20.339471 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:21.831105 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:32.122216 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:44.928448 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:37:46.508401 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b9465acb-8dbf-4004-a7b2-be7212459a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:48.095436 dv-cinder-804611-1-iscsi neutron-server[94600]: DEBUG neutron.wsgi [req-cc9c5bdb-d7f4-443e-82bb-eda0f1f7b254 req-e0d32ec2-edc1-48f5-abfb-8b10264fbeef service neutron] (94600) timed out ('10.222.0.64', 57789) {{(pid=94600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 09:37:49.155819 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:49.218652 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c6d0308c-5ab4-416d-bba6-f702e14447e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:50.365582 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:37:51.824580 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:02.113919 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:16.469879 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c6f7-80aa-415b-b589-937e01ec3663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:19.164748 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:19.224300 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-359f5f3b-44dd-4625-b637-bece8f5ed35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:20.343975 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:21.886620 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:21.927287 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:38:32.141794 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:46.515270 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c2978d53-cf35-44db-a32c-b7712c1a6c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:49.250029 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:49.292244 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0e214c85-a0e7-47f7-92ed-48a08ae86875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:50.340887 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:51.872722 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:38:58.925931 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:39:02.137402 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:39:16.523950 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-09d0f3f5-29c3-42f2-9af2-f8b1a115b4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:39:19.192092 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:39:19.220629 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e558d2e2-2483-446b-b1d9-3fb9b9bd522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:39:20.377257 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:39:21.880108 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:39:32.174265 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:39:35.925072 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:39:46.511566 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-eb21ff95-2ab3-45c5-95c5-e46be4368490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:39:49.162624 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:39:49.219692 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-76d11608-4128-4561-a02a-6141ec3307cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:39:50.427921 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:39:51.857004 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:02.150823 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:12.923490 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:40:16.545236 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-51ec5c67-f189-4d2c-a5fd-59569a8bbd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:19.198763 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:19.221411 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-fcb3c9e4-7248-4de3-a9d4-8ccad6ba8eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:20.347298 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:21.902009 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:32.161774 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-91fa91ef-010e-42ce-9541-deb8e5ed20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:40.920225 dv-cinder-804611-1-iscsi neutron-server[94599]: DEBUG neutron.wsgi [req-fc5b82d7-3180-4828-a97a-dc952a9806c0 req-957eefec-718e-4abf-a33a-563f44d08ff2 service neutron] (94599) timed out ('10.222.0.64', 57806) {{(pid=94599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 09:40:46.483816 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-2406d8a7-0d26-46f1-a53c-575bfca1e559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:49.212972 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8a03e156-2d4f-4baf-b983-ca7c1c0c65bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:49.235945 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4218f531-afc6-4325-bfdd-2ef8c05ab6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:49.924868 dv-cinder-804611-1-iscsi neutron-server[94602]: DEBUG neutron.db.agents_db [None req-15c90c11-a9ee-4d9a-8633-f753997fb810 None None] Agent healthcheck: found 6 active agents {{(pid=94602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 09:40:50.356027 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d37-a703-447b-a7de-d8d8a12f9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 09:40:51.849871 dv-cinder-804611-1-iscsi neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e901bdae-1998-404e-9a05-82486bc6251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772401498884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3862970'] for agent, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}